00000800:00000200:2.1F:1767315013.883372:0:6210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c84b4d59] -> 12345-192.168.204.109@tcp (2) 00000800:00000200:3.1F:1767315013.885634:0:6201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c84b4d59] -> 12345-192.168.204.109@tcp (2) 00000800:00000200:3.1:1767315013.885644:0:6201:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.109@tcp 00000000a113d09f deleted 00000800:00000010:3.1:1767315013.885646:0:6201:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a113d09f. 00000800:00000200:3.1:1767315013.885651:0:6201:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767315013.885657:0:6201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:1023 00000800:00000200:3.1:1767315013.885661:0:6201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c25f4c2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1767315013.885886:0:6200:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767315013.886268:0:6203:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c84b4d59] -> 12345-192.168.204.109@tcp (4) 00000800:00000200:2.1:1767315013.886271:0:6203:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.109@tcp 000000009b6359a6 deleted 00000800:00000010:2.1:1767315013.886273:0:6203:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009b6359a6. 00000800:00000200:2.1:1767315013.886275:0:6203:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1F:1767315013.897452:0:6200:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767315014.145438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d0c8614. 00010000:00000010:2.1:1767315014.145453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009757424a. 00010000:00000010:2.1:1767315014.926864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ab254a8. 00010000:00000010:2.1:1767315014.926873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c34dfd17. 00010000:00000010:2.1:1767315014.930998:0:12781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009757424a. 00010000:00000010:2.1:1767315014.931016:0:12781:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c6019dce. 00010000:00000010:2.1:1767315014.931020:0:12781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000920cdcb0. 00002000:00010000:1.0:1767316588.978434:0:38185:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1767316588.978480:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985616000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 442us (559us total) trans 17179873680 rc 0/0 00000100:00100000:1.0:1767316588.978489:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12251 00000100:00100000:1.0:1767316588.978510:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12253 00000100:00100000:1.0:1767316588.978518:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985616128:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1767316588.978640:0:38185:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x269:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1767316588.978647:0:38185:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x269:0x0] updating lvb mtime from disk: 1767316588 -> 1767316588 00002000:00010000:1.0:1767316588.978652:0:38185:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x269:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316588.978657:0:38185:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x269:0x0] updating lvb ctime from disk: 1767316588 -> 1767316588 00002000:00010000:1.0:1767316588.978660:0:38185:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x269:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:1.0:1767316588.978693:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985616128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 176us (350us total) trans 21474840559 rc 0/0 00000100:00100000:1.0:1767316588.978702:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12253 00000004:00080000:1.0:1767316588.978774:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efba80a80/2, rc 0, transno 17179873680 00000100:00100000:1.0:1767316588.978780:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985616000:0@lo:2:osp-syn-1-0.0 00000100:00080000:1.0:1767316589.005313:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316589.009777:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316589.055499:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316589.061586:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7881 00000100:00100000:1.0:1767316589.061602:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:65154:x1853163933782528:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316589.061691:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.061710:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.061722:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.061762:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.061769:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.061775:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063057:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063070:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063080:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316589.063119:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f6:0x0]: returning size 2097152 00000004:00200000:1.0:1767316589.063124:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316589.063136:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063158:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063165:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063172:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063179:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316589.063183:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063191:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063205:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x0 (ffff9b3ec1326a00) 00010000:00010000:1.0:1767316589.063208:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316589.063212:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063218:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5836 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063232:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063238:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063254:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063258:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316589.063261:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063266:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063273:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x769e758a (ffff9b3ed9657300) 00010000:00010000:1.0:1767316589.063276:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316589.063278:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063284:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba583d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063298:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063303:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063309:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063314:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316589.063316:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063322:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063329:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f6:0x0].0x0 (ffff9b3ec2e86600) 00010000:00010000:1.0:1767316589.063331:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316589.063333:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316589.063340:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5844 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316589.065295:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:65154:x1853163933782528:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 3684us (9795us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316589.065309:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7881 00000100:00100000:1.0:1767316589.111251:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316589.158845:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316589.163790:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316589.191480:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316590.692243:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316591.271842:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985616384:0@lo:400:kworker.0 00000100:00100000:1.0:1767316591.271913:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316591.281405:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985616384:0@lo:400:kworker.0 00000100:00100000:1.0:1767316592.307644:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985617280 00000100:00100000:1.0:1767316592.307659:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985617280 00000100:00100000:1.0:1767316592.307725:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1767316592.307773:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985617280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316592.307810:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1767316592.307875:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985617280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316592.307882:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1767316593.309484:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316593.309527:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316593.309558:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316593.309595:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:1.0:1767316593.323470:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316593.323481:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767316593.764079:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316594.417763:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942517 is committed 00010000:00010000:0.0:1767316594.782663:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba58d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782673:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba58d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782679:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316594.782684:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba58d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782691:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba58d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782702:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x0 (ffff9b3ec1326a00) 00010000:00010000:0.0:1767316594.782705:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316594.782710:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba58d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782716:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba58d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782753:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782760:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782765:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782770:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316594.782772:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782778:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782786:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x769e758a (ffff9b3ec2e86800) 00010000:00010000:0.0:1767316594.782788:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316594.782791:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782796:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba58d7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x769e758a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.782825:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba58c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a038 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316594.782837:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba58de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a038 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316594.782843:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f6:0x0].0x0 (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316594.782846:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316594.782848:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654600, rc 0) 00000100:00100000:0.0:1767316594.782906:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:65588:x1853163933784320:12345-192.168.204.9@tcp:101:rm.0 Request processed in 712us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316594.782913:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7888 00010000:00010000:1.0:1767316594.787975:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316594.788458:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316594.796579:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316594.796588:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba58fa lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316594.796596:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316594.796600:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba58fa lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316594.796612:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba58fa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316594.796626:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f6:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:1.0:1767316594.796629:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316594.796632:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba58fa lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316594.796638:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba58fa lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316594.797326:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316594.797330:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316594.797332:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316595.811940:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316597.414455:0:41814:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1842657723122ns, next at 1843657720968ns, rc = 0 00000100:00100000:1.0:1767316597.414477:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316597.414497:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985618176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316597.414568:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316597.414749:0:41812:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1842658018615ns, next at 1843657996688ns, rc = 0 00000100:00100000:0.0:1767316597.414770:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985618176 00000100:00100000:0.0:1767316597.414777:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985618176 00000100:00100000:0.0:1767316597.414820:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1767316597.414829:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985618176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316597.414864:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316597.414906:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985618176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316597.414914:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1767316597.415109:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985618304 00000100:00100000:1.0:1767316597.415113:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985618304 00000100:00100000:1.0:1767316597.415149:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1767316597.415156:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985618304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316597.415176:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 388038656 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1767316597.415209:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985618304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316597.415215:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1767316597.415261:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985618176:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767316597.860019:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316598.429022:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316598.429067:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316598.429114:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316598.429149:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316598.429189:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933784704 00000100:00100000:1.0:1767316598.429201:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933784704 00000100:00100000:1.0:1767316598.429266:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 331 00000100:00100000:1.0:1767316598.429281:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933784704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316598.429366:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933784704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 90us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316598.429374:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 331 00000100:00080000:1.0:1767316598.430006:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316598.430013:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316598.430018:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1767316598.462532:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1963 committed 00000004:00080000:0.0:1767316598.462568:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1967 committed 00000004:00080000:0.0:1767316598.462587:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1964 committed 00000001:00080000:0.0:1767316598.462597:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942518 is committed 00000004:00080000:0.0:1767316598.462602:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1962 committed 00000004:00080000:0.0:1767316598.462604:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1966 committed 00000100:00100000:1.0:1767316598.462874:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985618432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316598.462948:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316598.463017:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316598.463023:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985618560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316598.463043:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316598.463067:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316598.463073:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985618688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316598.463093:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316598.463116:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985618432 00000100:00100000:1.0:1767316598.463123:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985618432 00000100:00100000:1.0:1767316598.463162:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985618560 00000100:00100000:1.0:1767316598.463164:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985618560 00000100:00100000:1.0:1767316598.463176:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985618688 00000100:00100000:1.0:1767316598.463178:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985618688 00000100:00100000:1.0:1767316598.463197:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12254 00000100:00100000:1.0:1767316598.463204:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985618432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316598.463228:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:617 count 1 00010000:00010000:1.0:1767316598.463306:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463328:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba57cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799ff9 expref: 8 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463336:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316598.463338:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316598.463342:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316598.463382:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12255 00000100:00100000:0.0:1767316598.463390:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985618560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316598.463403:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:618 count 1 00010000:00010000:0.0:1767316598.463415:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.463427:0:45244:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba57d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a000 expref: 8 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.463436:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316598.463438:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316598.463440:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.463460:0:45244:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba57d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a000 expref: 8 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.463476:0:45244:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba57d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a000 expref: 8 pid: 38185 timeout: 1943 lvb_type: 0 00000100:00100000:0.0:1767316598.463488:0:45244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:45244:1853163985618816:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316598.463550:0:45244:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1767316598.463597:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba57cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e60799ff9 expref: 8 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463606:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba57cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e60799ff9 expref: 8 pid: 38185 timeout: 1943 lvb_type: 0 00000100:00100000:1.0:1767316598.463615:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985618944:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316598.463640:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6c463c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316598.463658:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12256 00000100:00100000:1.0:1767316598.463665:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985618688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316598.463679:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:621 count 1 00010000:00010000:1.0:1767316598.463692:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463704:0:38185:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba57e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a007 expref: 8 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463715:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316598.463717:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316598.463719:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463766:0:38185:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba57e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a007 expref: 8 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.463775:0:38185:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba57e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a007 expref: 8 pid: 45244 timeout: 1943 lvb_type: 0 00000100:00100000:1.0:1767316598.463784:0:38185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:38185:1853163985619072:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316598.463808:0:38185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6c466c0 going to sleep for 11 seconds 00000100:00080000:1.0:1767316598.463831:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316598.463835:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316598.476957:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316598.476995:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316598.477017:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316598.479037:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316598.479046:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479057:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316598.479062:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479071:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479089:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479097:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba590f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479116:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316598.479118:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316598.479119:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316598.479159:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e57800/2, rc 0, transno 17179873681 00000100:00100000:1.0:1767316598.479166:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985618688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316598.479199:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba57cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e60799ff9 expref: 9 pid: 38185 timeout: 1943 lvb_type: 0 00000100:00100000:1.0:1767316598.479211:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985618944:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316598.479228:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479237:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479244:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479253:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479262:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba5901 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.479288:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316598.479780:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985618432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16572us (16829us total) trans 21474840560 rc 0/0 00000100:00100000:1.0:1767316598.479789:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12254 00010000:00010000:0.0:1767316598.480061:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba57d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a000 expref: 8 pid: 38185 timeout: 1943 lvb_type: 0 00000100:00100000:0.0:1767316598.480074:0:45244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:45244:1853163985618816:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316598.480090:0:45244:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.480098:0:45244:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.480104:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.480111:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.480117:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316598.480138:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316598.481763:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985618560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18367us (18712us total) trans 21474840561 rc 0/0 00000100:00100000:0.0:1767316598.481776:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12255 00010000:00010000:1.0:1767316598.485074:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316598.485087:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.485101:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316598.485108:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.485119:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.485143:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.485149:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5908 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316598.485176:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316598.485178:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316598.485180:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316598.494797:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1968 committed 00010000:00010000:1.0:1767316598.884012:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316600.932579:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316601.511303:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985619328:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.511384:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316601.511439:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985619840:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.511461:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316601.511487:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316601.511493:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985619456:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.511514:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316601.511552:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985619328 00000100:00100000:0.0:1767316601.511560:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985619328 00000100:00100000:0.0:1767316601.511866:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985619840 00000100:00100000:0.0:1767316601.511871:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985619840 00000100:00100000:0.0:1767316601.511891:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985619456 00000100:00100000:0.0:1767316601.511894:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985619456 00000100:00100000:0.0:1767316601.511914:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1767316601.511937:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985619328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.511987:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985619328:12345-0@lo:400:kworker.0 Request processed in 53us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316601.511995:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1767316601.512011:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767316601.512029:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985619840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.512054:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985619840:12345-0@lo:400:kworker.0 Request processed in 27us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316601.512060:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767316601.512070:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1767316601.512075:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985619456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.512094:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985619456:12345-0@lo:400:kworker.0 Request processed in 20us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316601.512099:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:0.0:1767316601.512118:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316601.512157:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985619456:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.512166:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985619328:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.512173:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985619840:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.514758:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985619584:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.514833:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316601.514894:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767316601.514902:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985619200:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.514944:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316601.514970:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985619712:0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.514993:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316601.516242:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985619584 00000100:00100000:0.0:1767316601.516536:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985619584 00000100:00100000:1.0:1767316601.516711:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985619712 00000100:00100000:1.0:1767316601.516716:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985619712 00000100:00100000:1.0:1767316601.516776:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1767316601.516927:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985619712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316601.517224:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1767316601.517245:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985619584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316601.518000:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985619712:12345-0@lo:400:kworker.0 Request processed in 1214us (3004us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316601.518010:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1767316601.529881:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985619584:12345-0@lo:400:kworker.0 Request processed in 12639us (15036us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316601.529899:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00010000:00010000:0.0:1767316601.964817:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316602.532420:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985619968 00000100:00100000:1.0:1767316602.532428:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985619968 00000100:00100000:1.0:1767316602.532481:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1767316602.532490:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985619968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316602.532533:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316602.532586:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985619968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316602.532593:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1767316602.532836:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316602.532847:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985620096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316602.532878:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316603.552838:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316603.552947:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316603.553053:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933785728 00000100:00100000:0.0:1767316603.553063:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933785728 00000100:00100000:0.0:1767316603.553130:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 401 00000100:00100000:0.0:1767316603.553145:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933785728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316603.557341:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933785728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 4192us (4383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316603.557353:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 401 00010000:00010000:1.0:1767316604.004264:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316605.027928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316606.628162:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985620480:0@lo:400:kworker.0 00000100:00100000:0.0:1767316606.628294:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985620352:0@lo:400:kworker.0 00000100:00100000:0.0:1767316606.643023:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316606.643057:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985620864:0@lo:400:kworker.0 00000100:00100000:0.0:1767316606.643081:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316606.643117:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985620352 00000100:00100000:0.0:1767316606.643120:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985620352 00000100:00100000:0.0:1767316606.643162:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985620864 00000100:00100000:0.0:1767316606.643166:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985620864 00000100:00100000:0.0:1767316606.643183:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1767316606.643189:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985620352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316606.643233:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985620352:12345-0@lo:400:kworker.0 Request processed in 44us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316606.643239:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1767316606.643512:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1767316606.643524:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985620864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316606.643556:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985620864:12345-0@lo:400:kworker.0 Request processed in 35us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316606.643562:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:0.0:1767316606.643585:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316606.643616:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985620352:0@lo:400:kworker.0 00000100:00100000:0.0:1767316606.643626:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985620864:0@lo:400:kworker.0 00000100:00100000:1.0:1767316606.645815:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767316606.649587:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316606.650382:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985620480:0@lo:400:kworker.0 00010000:00010000:1.0:1767316607.075994:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316607.652359:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985620992 00000100:00100000:1.0:1767316607.652367:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985620992 00000100:00100000:1.0:1767316607.652412:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1767316607.652421:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985620992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316607.652461:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316607.652518:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985620992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316607.652525:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1767316607.653362:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985621120 00000100:00100000:1.0:1767316607.653366:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985621120 00000100:00100000:1.0:1767316607.653399:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1767316607.653406:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985621120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316607.653426:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 388038656 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316607.653459:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985621120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316607.653465:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00010000:00010000:0.0:1767316608.100378:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316608.667832:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933786112 00000100:00100000:0.0:1767316608.667844:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933786112 00000100:00100000:0.0:1767316608.667900:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 335 00000100:00100000:0.0:1767316608.667912:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933786112:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316608.668002:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933786112:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 80us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316608.668010:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 335 00000100:00080000:0.0:1767316608.669477:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316608.670809:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933786368 00000100:00100000:1.0:1767316608.670822:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933786368 00000100:00100000:1.0:1767316608.670886:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933786496 00000100:00100000:1.0:1767316608.670890:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933786496 00000100:00100000:1.0:1767316608.670918:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 800 00000100:00100000:1.0:1767316608.670926:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933786368:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316608.670995:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933786368:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 69us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316608.671003:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 800 00000100:00100000:1.0:1767316608.671019:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 801 00000100:00100000:1.0:1767316608.671025:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933786496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316608.671052:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933786496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316608.671058:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 801 00000100:00080000:0.0:1767316608.671181:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316608.671186:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767316610.147965:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316611.172650:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316611.748442:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985621504:0@lo:400:kworker.0 00000100:00100000:1.0:1767316611.748506:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316611.748610:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985621504 00000100:00100000:1.0:1767316611.748620:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985621504 00000100:00100000:1.0:1767316611.748685:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1767316611.748698:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985621376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316611.748789:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985621376:12345-0@lo:400:kworker.0 Request processed in 95us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316611.748798:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1767316611.748825:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1767316611.748834:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985621888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316611.748871:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985621888:12345-0@lo:400:kworker.0 Request processed in 38us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316611.748878:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1767316611.748916:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985621504:0@lo:400:kworker.0 00000100:00100000:1.0:1767316612.772825:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985622016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316612.772894:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316612.775670:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985622144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316612.775763:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316612.775824:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985622016 00000100:00100000:0.0:1767316612.775832:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985622016 00000100:00100000:0.0:1767316612.775866:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985622144 00000100:00100000:0.0:1767316612.775869:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985622144 00000100:00100000:0.0:1767316612.775884:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1767316612.775892:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985622016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316612.775929:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316612.775973:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985622016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316612.775981:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1767316612.775997:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1767316612.776002:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985622144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316612.776021:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 388038656 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316612.776066:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985622144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316612.776072:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1767316612.776109:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985622144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316612.776348:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985622016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316613.800814:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316613.800848:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316613.800909:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787008 00000100:00100000:1.0:1767316613.800918:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787008 00000100:00100000:1.0:1767316613.800970:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933786880 00000100:00100000:1.0:1767316613.800973:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933786880 00000100:00100000:1.0:1767316613.800995:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 804 00000100:00100000:1.0:1767316613.801004:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933787008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316613.801075:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933787008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316613.801084:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 804 00000100:00100000:1.0:1767316613.801101:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:1.0:1767316613.801108:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933786880:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316613.801133:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933786880:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316613.801139:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00080000:1.0:1767316613.801165:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316613.801169:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767316614.243997:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316616.868932:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985622656:0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.868972:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316616.869009:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767316616.869016:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985622272:0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869042:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316616.869065:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985622784:0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869087:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316616.869121:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985622272 00000100:00100000:0.0:1767316616.869125:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985622272 00000100:00100000:0.0:1767316616.869154:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1767316616.869159:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985622272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869195:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985622272:12345-0@lo:400:kworker.0 Request processed in 35us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316616.869216:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1767316616.869244:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985622656 00000100:00100000:0.0:1767316616.869247:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985622656 00000100:00100000:0.0:1767316616.869269:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985622784 00000100:00100000:0.0:1767316616.869271:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985622784 00000100:00100000:0.0:1767316616.869287:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767316616.869293:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985622656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869321:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985622656:12345-0@lo:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316616.869337:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767316616.869348:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1767316616.869354:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985622784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869378:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985622784:12345-0@lo:400:kworker.0 Request processed in 24us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316616.869383:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1767316616.869409:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985622272:0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869419:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985622784:0@lo:400:kworker.0 00000100:00100000:0.0:1767316616.869428:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985622656:0@lo:400:kworker.0 00000100:00080000:1.0:1767316616.869834:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316616.869840:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316616.869843:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316617.315928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316617.894299:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985623040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316617.894379:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316617.894471:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985623040 00000100:00100000:0.0:1767316617.894480:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985623040 00000100:00100000:0.0:1767316617.894535:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1767316617.894544:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985623040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316617.894579:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 388038656 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316617.894642:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985623040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316617.894650:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1767316617.894840:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985623040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316617.894935:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985623168 00000100:00100000:2.0:1767316617.894940:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985623168 00000100:00100000:2.0:1767316617.895028:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1767316617.895036:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985623168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316617.895055:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316617.895098:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985623168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316617.895105:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1767316617.895517:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985623168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316617.974632:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787392 00000100:00100000:2.0:1767316617.974643:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787392 00000100:00100000:1.0:1767316617.974654:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787136 00000100:00100000:1.0:1767316617.974661:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787136 00000100:00100000:2.0:1767316617.974714:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7890 00000100:00100000:2.0:1767316617.974753:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:66050:x1853163933787392:12345-192.168.204.9@tcp:36:mkdir.0 00010000:00010000:2.0:1767316617.974808:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316617.974836:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5573 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799f58 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316617.974861:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:2.0:1767316617.974872:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316617.975116:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.975130:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.975140:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.975157:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba591d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.975164:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba591d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.975171:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba591d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316617.976568:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 512 00010000:00010000:2.0:1767316617.976584:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.976593:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.976600:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.976605:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316617.976609:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.976628:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.976642:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316617.976645:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316617.976650:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316617.976655:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5916 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000004:00010000:2.0:1767316617.976677:0:41790:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000050bfb18e reply state 00000000d13dc0e0 transno 8589942519 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba591d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316617.976685:0:41790:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316617.976810:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66050:x1853163933787392:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 2083us (2327us total) trans 8589942519 rc 0/0 00000100:00100000:2.0:1767316617.976820:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7890 00000100:00100000:2.0:1767316617.976855:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7891 00000100:00100000:2.0:1767316617.976865:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2485:x1853163933787136:12345-192.168.204.9@tcp:41:mkdir.0 00000004:00000024:2.0:1767316617.976896:0:41790:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259419136 avail 2257321984 00000100:00100000:2.0:1767316617.976924:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2485:x1853163933787136:12345-192.168.204.9@tcp:41:mkdir.0 Request processed in 62us (2384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316617.976930:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7891 00000100:00100000:2.0:1767316618.025108:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787520 00000100:00100000:2.0:1767316618.025119:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787520 00000100:00100000:2.0:1767316618.025181:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7892 00000100:00100000:2.0:1767316618.025192:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:66053:x1853163933787520:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316618.025225:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316618.025250:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5924 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a03f expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.025330:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba592b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.025344:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba592b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.025355:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba592b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316618.025416:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316618.025420:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316618.025444:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba592b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.025468:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5924 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a03f expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.025487:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba592b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a03f expref: 16 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.025496:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316618.025499:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316618.025503:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316618.025567:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:66053:x1853163933787520:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 376us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316618.025574:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7892 00000100:00100000:0.0:1767316618.032182:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787648 00000100:00100000:0.0:1767316618.032191:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787648 00000100:00100000:0.0:1767316618.032252:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7893 00000100:00100000:0.0:1767316618.032262:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:66053:x1853163933787648:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316618.032283:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316618.032313:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5932 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a046 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.032381:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032396:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032408:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032422:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032429:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032435:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032544:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba5947 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032552:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba5947 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032559:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba5947 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316618.032593:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 512 00000004:00200000:0.0:1767316618.032597:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316618.032630:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba5947 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032642:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032648:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032655:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032661:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.032665:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032673:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032684:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316618.032687:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.032692:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032697:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5939 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032865:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032872:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032878:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032883:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.032886:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032892:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032900:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f26d1c0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316618.032903:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.032906:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032912:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5940 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.032942:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5932 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a046 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.032955:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba5947 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a046 expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.032962:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316618.032964:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1767316618.032966:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655c00, rc 0) 00000100:00100000:0.0:1767316618.033033:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66053:x1853163933787648:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 772us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316618.033041:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7893 00000100:00100000:0.0:1767316618.036838:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787776 00000100:00100000:0.0:1767316618.036847:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787776 00000100:00100000:1.0:1767316618.037411:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7894 00000100:00100000:1.0:1767316618.037424:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66053:x1853163933787776:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316618.037445:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316618.037467:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba594e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a04d expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.037534:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037547:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037557:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037570:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037576:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037582:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037663:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037671:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037677:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037683:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316618.037687:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037693:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037705:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316618.037708:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316618.037713:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037720:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5955 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037772:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037778:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037783:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037787:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316618.037790:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037796:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037803:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657200) 00010000:00010000:1.0:1767316618.037806:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316618.037809:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037815:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba595c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.037846:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba594e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a04d expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.037856:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316618.037859:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316618.037862:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba594e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a04d expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.037871:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e5e00, rc 0) 00000100:00100000:1.0:1767316618.037934:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66053:x1853163933787776:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 514us (1525us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316618.037942:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7894 00000100:00100000:2.0:1767316618.047533:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933787904 00000100:00100000:2.0:1767316618.047549:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933787904 00000100:00100000:2.0:1767316618.047671:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7895 00000100:00100000:2.0:1767316618.047683:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66053:x1853163933787904:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316618.047704:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316618.047983:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5963 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a054 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.048060:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048075:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048087:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048102:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048109:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048115:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048177:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048184:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048191:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048197:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316618.048201:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048208:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048221:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316618.048225:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316618.048230:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048236:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba596a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048249:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048254:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048259:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048264:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316618.048417:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048424:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048432:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316618.048435:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316618.048438:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048444:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba5971 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316618.048482:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5963 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a054 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.048493:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316618.048496:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316618.048500:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5963 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a054 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.048514:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:2.0:1767316618.048598:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66053:x1853163933787904:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 916us (5283us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316618.048607:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7895 00000100:00100000:0.0:1767316618.057198:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933788160 00000100:00100000:0.0:1767316618.057208:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933788160 00000100:00100000:0.0:1767316618.057278:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7897 00000100:00100000:0.0:1767316618.057448:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66053:x1853163933788160:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316618.057472:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316618.057494:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5986 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a062 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.057559:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057572:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057584:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057599:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057606:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057623:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057688:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057695:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057705:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057711:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.057714:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057721:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057902:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316618.057906:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.057911:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057917:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba598d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057930:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057935:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057940:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057945:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.057947:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057953:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057959:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316618.057961:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.057964:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.057969:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5994 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316618.058000:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5986 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a062 expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.058008:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316618.058010:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.058014:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5986 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a062 expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.058023:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655e00, rc 0) 00000100:00100000:0.0:1767316618.058090:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66053:x1853163933788160:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 803us (1116us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316618.058099:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7897 00000100:00100000:1.0:1767316618.064481:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933788416 00000100:00100000:1.0:1767316618.064493:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933788416 00000100:00100000:1.0:1767316618.064557:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7898 00000100:00100000:1.0:1767316618.064567:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66053:x1853163933788416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316618.064587:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316618.064590:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316618.064627:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba597f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a05b expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.064647:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316618.064653:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316618.064669:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba599b lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a069 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.064971:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.064985:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.064996:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.065014:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.065022:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.065029:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066141:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066157:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066166:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316618.066176:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 0 00010000:00010000:1.0:1767316618.066200:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066207:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066214:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066221:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316618.066224:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066232:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066243:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316618.066246:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316618.066251:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.066257:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba59a2 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316618.066582:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b95975df reply state 0000000031237c32 transno 8589942520 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316618.066593:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767316618.066640:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba599b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a069 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.066656:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a069 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316618.066662:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316618.066665:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316618.066667:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e4400, rc 0) 00000100:00100000:1.0:1767316618.067298:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:66053:x1853163933788416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2720us (3589us total) trans 8589942520 rc 0/0 00000100:00100000:1.0:1767316618.067310:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7898 00010000:00010000:1.0:1767316618.072706:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.072759:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.072781:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.072787:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316618.072950:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.072960:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.072978:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657200) 00010000:00010000:1.0:1767316618.072982:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316618.072987:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316618.072993:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba59a9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316618.073078:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933788672 00000100:00100000:2.0:1767316618.073088:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933788672 00000100:00100000:2.0:1767316618.073141:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7899 00000100:00100000:2.0:1767316618.073151:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66053:x1853163933788672:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316618.073175:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316618.073191:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba59be lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a070 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.073303:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316618.073317:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a069 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.073326:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316618.073361:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a069 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316618.073373:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba59b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a069 expref: 20 pid: 41788 timeout: 1963 lvb_type: 0 00000100:00100000:2.0:1767316618.073386:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985623296:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316618.074039:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a83180 going to sleep for 11 seconds 00000100:00100000:1.0:1767316618.080453:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316618.080690:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985623296:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316618.080751:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.081412:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.081420:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316618.081439:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 0 00000004:00080000:0.0:1767316618.081862:0:41788:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x26e:0x0], index 1: 0 00000004:00080000:0.0:1767316618.081875:0:41788:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26b:0x0], index 0: 0 00010000:00010000:0.0:1767316618.082029:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082038:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082045:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082052:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.082055:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082062:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082073:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316618.082076:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316618.082080:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082087:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba59c5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.082209:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba59be lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a070 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.082219:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316618.082222:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316618.082226:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba59be lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a070 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.082237:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:0.0:1767316618.083582:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66053:x1853163933788672:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 10430us (10976us total) trans 8589942521 rc 301/301 00000100:00100000:0.0:1767316618.083591:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7899 00000100:00100000:0.0:1767316618.087481:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933789056 00000100:00100000:0.0:1767316618.087491:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933789056 00000100:00100000:0.0:1767316618.087547:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3184 00000100:00100000:0.0:1767316618.087556:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec847bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66053:x1853163933789056:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316618.087961:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec847bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:66053:x1853163933789056:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 405us (616us total) trans 8589942522 rc 0/0 00000100:00100000:0.0:1767316618.087969:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3184 00000100:00100000:2.0:1767316618.090694:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316618.107551:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.107897:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933789568 00000100:00100000:0.0:1767316618.107906:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933789568 00000100:00100000:0.0:1767316618.107967:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7900 00000100:00100000:0.0:1767316618.107977:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66054:x1853163933789568:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316618.108003:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316618.108025:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba59d3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a077 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.108104:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108119:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108130:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108143:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108153:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108158:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108254:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108260:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108641:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108650:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.108654:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108662:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108675:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316618.108678:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.108684:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108690:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba59da lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108704:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108722:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108888:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108894:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316618.108897:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108903:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108911:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316618.108913:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316618.108916:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108921:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba59e1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316618.108959:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba59d3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a077 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.108968:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316618.108970:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316618.108974:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba59d3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a077 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.108983:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654200, rc 0) 00000100:00100000:0.0:1767316618.109058:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66054:x1853163933789568:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1082us (1516us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316618.109066:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7900 00000100:00100000:1.0:1767316618.113496:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.113582:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933789824 00000100:00100000:0.0:1767316618.113593:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933789824 00000100:00100000:0.0:1767316618.113669:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7901 00000100:00100000:0.0:1767316618.113679:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66054:x1853163933789824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316618.113705:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316618.113767:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba59e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a07e expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316618.113891:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 512 00010000:00010000:0.0:1767316618.114011:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba59e8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a07e expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.114024:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316618.114028:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316618.114033:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba59e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a07e expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316618.114047:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:0.0:1767316618.114105:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:66054:x1853163933789824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 427us (618us total) trans 8589942524 rc 301/301 00000100:00100000:0.0:1767316618.114113:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7901 00000100:00100000:2.0:1767316618.118264:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.127016:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316618.340155:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316618.910531:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.910584:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.910677:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.910726:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316618.910790:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933790592 00000100:00100000:0.0:1767316618.910801:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933790592 00000100:00100000:0.0:1767316618.910861:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933790720 00000100:00100000:0.0:1767316618.910865:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933790720 00000100:00100000:0.0:1767316618.910892:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 808 00000100:00100000:0.0:1767316618.910901:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933790592:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316618.910985:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933790592:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316618.911003:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 808 00000100:00100000:0.0:1767316618.911022:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00100000:0.0:1767316618.911028:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5467450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933790720:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316618.911056:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5467450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933790720:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316618.911062:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00080000:0.0:1767316618.911217:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316618.911222:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316618.912897:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933790464 00000100:00100000:1.0:1767316618.912913:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933790464 00000100:00100000:1.0:1767316618.912983:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 413 00000100:00100000:1.0:1767316618.913005:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2485:x1853163933790464:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316618.913106:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2485:x1853163933790464:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 115us (2588us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316618.913114:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 413 00000100:00100000:2.0:1767316618.919220:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933790336 00000100:00100000:2.0:1767316618.919240:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933790336 00000100:00100000:2.0:1767316618.919315:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 339 00000100:00100000:2.0:1767316618.919325:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933790336:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316618.919419:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933790336:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 95us (8834us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316618.919428:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 339 00000001:00080000:1.0:1767316618.985994:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942524 is committed 00000001:00080000:1.0:1767316618.986029:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942525 is committed 00010000:00010000:0.0:1767316620.387997:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316621.411945:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316621.989369:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985623808:0@lo:400:kworker.0 00000100:00100000:2.0:1767316621.989457:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316621.989532:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767316621.989549:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985623424:0@lo:400:kworker.0 00000100:00100000:2.0:1767316621.989589:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316621.989622:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985623936:0@lo:400:kworker.0 00000100:00100000:2.0:1767316621.989655:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316621.989694:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985623680:0@lo:400:kworker.0 00000100:00100000:2.0:1767316621.989764:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316621.989817:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985623808 00000100:00100000:0.0:1767316621.989826:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985623808 00000100:00100000:0.0:1767316621.989875:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985623936 00000100:00100000:0.0:1767316621.989878:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985623936 00000100:00100000:0.0:1767316621.989903:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1767316621.989912:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985623808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316621.989964:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985623808:12345-0@lo:400:kworker.0 Request processed in 53us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316621.989972:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1767316621.989988:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1767316621.989994:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985623936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316621.990022:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985623936:12345-0@lo:400:kworker.0 Request processed in 27us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316621.990028:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:0.0:1767316621.990044:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316621.990048:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316621.990147:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985623424 00000100:00100000:1.0:1767316621.990152:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985623424 00000100:00100000:1.0:1767316621.990183:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1767316621.990189:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985623424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316621.990224:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985623424:12345-0@lo:400:kworker.0 Request processed in 35us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316621.990231:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1767316621.990288:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985623424:0@lo:400:kworker.0 00000100:00100000:1.0:1767316621.990302:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985623936:0@lo:400:kworker.0 00000100:00100000:1.0:1767316621.990310:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985623808:0@lo:400:kworker.0 00000100:00080000:2.0:1767316621.994987:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316621.995059:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985623680:0@lo:400:kworker.0 00000100:00100000:2.0:1767316623.012833:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985624192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316623.012916:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767316623.013565:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316623.014906:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985624192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316623.015297:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985624320 00000100:00100000:2.0:1767316623.015304:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985624320 00000100:00100000:2.0:1767316623.015367:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1767316623.015375:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985624320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316623.015405:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 525402112 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316623.015973:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985624320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 599us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316623.015980:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00010000:00010000:0.0:1767316623.459885:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316624.030553:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316624.030593:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316624.030664:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933790848 00000100:00100000:1.0:1767316624.030680:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933790848 00000100:00100000:1.0:1767316624.030754:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 341 00000100:00100000:1.0:1767316624.030762:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933790848:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316624.030826:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933790848:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 66us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316624.030832:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 341 00000100:00080000:1.0:1767316624.031459:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316624.033935:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316624.033964:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316624.034023:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933791232 00000100:00100000:1.0:1767316624.034031:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933791232 00000100:00100000:1.0:1767316624.034082:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933791104 00000100:00100000:1.0:1767316624.034084:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933791104 00000100:00100000:1.0:1767316624.034105:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 812 00000100:00100000:1.0:1767316624.034113:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933791232:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316624.034190:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933791232:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 63us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316624.034199:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 812 00000100:00100000:1.0:1767316624.034216:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 813 00000100:00100000:1.0:1767316624.034223:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933791104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316624.034255:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933791104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316624.034260:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 813 00010000:00010000:2.0:1767316624.484167:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316626.531966:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316627.109056:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985624448 00000100:00100000:0.0:1767316627.109064:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985624448 00000100:00100000:0.0:1767316627.109110:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1767316627.109119:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985624448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109399:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985624832:0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109431:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316627.109475:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985624832 00000100:00100000:1.0:1767316627.109479:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985624832 00000100:00100000:1.0:1767316627.109519:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1767316627.109526:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985624832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109561:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985624832:12345-0@lo:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316627.109568:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1767316627.109613:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985624832:0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109649:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985624704:0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109677:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316627.109693:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316627.109697:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985624576:0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109711:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767316627.109754:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316627.109765:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985624704 00000100:00100000:1.0:1767316627.109768:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985624704 00000100:00100000:1.0:1767316627.109796:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985624576 00000100:00100000:1.0:1767316627.109799:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985624576 00000100:00100000:1.0:1767316627.109817:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1767316627.109823:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985624704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109851:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985624704:12345-0@lo:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316627.109855:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1767316627.109864:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767316627.109868:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985624576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109883:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985624576:12345-0@lo:400:kworker.0 Request processed in 15us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316627.109886:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767316627.109902:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985624576:0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.109908:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985624704:0@lo:400:kworker.0 00000100:00080000:1.0:1767316627.109921:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316627.114330:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985624448:12345-0@lo:400:kworker.0 Request processed in 5199us (5348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316627.114346:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1767316627.121709:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985625088:0@lo:400:kworker.0 00000100:00080000:0.0:1767316627.122081:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316627.122289:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316627.123619:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625088 00000100:00100000:1.0:1767316627.123631:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625088 00000100:00100000:1.0:1767316627.123686:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1767316627.123695:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985625088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316627.123798:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985625088:12345-0@lo:400:kworker.0 Request processed in 104us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316627.123805:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1767316627.124042:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985625088:0@lo:400:kworker.0 00000100:00100000:0.0:1767316627.124427:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985624960:0@lo:400:kworker.0 00010000:00010000:2.0:1767316627.556029:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316628.132631:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316628.132657:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985625216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316628.132751:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316628.136556:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316628.136578:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985625344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316628.136644:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316628.136704:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625344 00000100:00100000:0.0:1767316628.136711:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625344 00000100:00100000:0.0:1767316628.137367:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1767316628.137378:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985625344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316628.137415:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 388038656 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316628.137493:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985625344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316628.137500:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1767316628.137662:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985625344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316629.149037:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316629.149085:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316629.149117:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316629.149147:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316629.149180:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933791616 00000100:00100000:0.0:1767316629.149189:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933791616 00000100:00100000:0.0:1767316629.149250:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933791744 00000100:00100000:0.0:1767316629.149254:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933791744 00000100:00100000:0.0:1767316629.149283:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 816 00000100:00100000:0.0:1767316629.149292:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933791616:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316629.149365:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933791616:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 73us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316629.149374:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 816 00000100:00080000:0.0:1767316629.149540:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316629.149559:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316629.149562:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316629.149886:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933791360 00000100:00100000:2.0:1767316629.149892:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933791360 00000100:00100000:2.0:1767316629.149940:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 343 00000100:00100000:2.0:1767316629.149949:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933791360:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316629.149992:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933791360:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316629.149999:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 343 00010000:00010000:0.0:1767316629.603936:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316629.823664:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316629.823904:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933792000 00000100:00100000:1.0:1767316629.823917:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933792000 00000100:00100000:1.0:1767316629.823980:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7903 00000100:00100000:1.0:1767316629.823991:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:66082:x1853163933792000:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316629.824014:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316629.824036:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba5a0b lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a085 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316629.824228:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824244:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824259:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824273:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824280:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824286:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824375:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5a20 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824384:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5a20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.824390:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5a20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:1.0:1767316629.824413:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 0 00010000:00010000:1.0:1767316629.825742:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.825764:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.825771:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826120:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316629.826125:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826133:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826149:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316629.826153:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316629.826158:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826164:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5a12 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826414:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826422:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826428:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826433:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316629.826436:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826445:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826453:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657400) 00010000:00010000:1.0:1767316629.826456:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316629.826460:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826465:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a19 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.826530:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba5a0b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a085 expref: 19 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316629.826545:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5a20 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a085 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316629.826552:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316629.826554:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316629.826557:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e5a00, rc 0) 00000100:00100000:1.0:1767316629.826799:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66082:x1853163933792000:12345-192.168.204.9@tcp:101:dd.0 Request processed in 2807us (3146us total) trans 8589942526 rc 0/0 00000100:00100000:1.0:1767316629.826808:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7903 00000100:00100000:0.0:1767316629.839699:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316629.839834:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933792256 00000100:00100000:1.0:1767316629.839845:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933792256 00000100:00100000:1.0:1767316629.839928:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7904 00000100:00100000:1.0:1767316629.839939:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66082:x1853163933792256:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316629.839968:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316629.839973:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316629.840005:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba5a20 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a085 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316629.840026:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316629.840038:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316629.840055:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba5a2e lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a08c expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316629.840110:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a35 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.840122:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316629.840131:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5a35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00080000:1.0:1767316629.840613:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26c:0x0], index 0: 0 00000040:00080000:1.0:1767316629.840821:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2360, 88 off204280 00000004:00080000:1.0:1767316629.840832:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1875084101938ns, next at 1843657720968ns, rc = 0 00000040:00080000:1.0:1767316629.840899:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2355, 88 off203680 00000004:00080000:1.0:1767316629.840928:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1875084176643ns, next at 1843657996688ns, rc = 0 00000040:00080000:1.0:1767316629.840957:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2356, 88 off203768 00000004:00080000:1.0:1767316629.840962:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1875084232646ns, next at 1843657996688ns, rc = 0 00000001:00080000:1.0:1767316629.893347:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942527 is committed 00000004:00080000:1.0:1767316629.893362:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1966 committed 00000004:00080000:1.0:1767316629.893372:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1965 committed 00000004:00080000:1.0:1767316629.893374:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1969 committed 00000100:00100000:0.0:1767316629.894028:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316629.894048:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985625472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316629.894221:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316629.894369:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985625600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316629.894410:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316629.894440:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316629.894445:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985625728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316629.894467:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316629.894879:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625472 00000100:00100000:0.0:1767316629.894887:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625472 00000100:00100000:0.0:1767316629.895892:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625600 00000100:00100000:2.0:1767316629.896044:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625728 00000100:00100000:2.0:1767316629.896054:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625728 00000100:00100000:0.0:1767316629.896336:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625600 00000100:00100000:2.0:1767316629.896627:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12257 00000100:00100000:2.0:1767316629.896639:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985625472:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316629.897042:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12258 00000100:00100000:0.0:1767316629.897051:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985625728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316629.897330:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985625728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 280us (2860us total) trans 17179873682 rc 0/0 00000100:00100000:0.0:1767316629.897341:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12258 00000100:00100000:0.0:1767316629.897359:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12259 00000100:00100000:0.0:1767316629.897366:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985625600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316629.897525:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985625600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 158us (3113us total) trans 21474840562 rc 0/0 00000100:00100000:0.0:1767316629.897531:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12259 00000100:00100000:2.0:1767316629.897953:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985625472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1316us (3731us total) trans 21474840563 rc 0/0 00000100:00100000:2.0:1767316629.897961:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12257 00000004:00080000:0.0:1767316629.898289:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc5e4000/2, rc 0, transno 21474840563 00000100:00100000:0.0:1767316629.898298:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985625472:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1767316629.898611:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef40e3800/2, rc 0, transno 17179873682 00000100:00100000:1.0:1767316629.898618:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985625728:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1767316629.898629:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef40e0700/2, rc 0, transno 21474840562 00000100:00100000:1.0:1767316629.898633:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985625600:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316629.910053:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316629.910266:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933792384 00000100:00100000:0.0:1767316629.910278:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933792384 00000100:00100000:0.0:1767316629.910347:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12260 00000100:00100000:0.0:1767316629.910357:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:66082:x1853163933792384:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316629.910377:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316629.910410:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5a3c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a093 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316629.910441:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316629.910464:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316629.910467:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316629.910477:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5a3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a093 expref: 8 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316629.910497:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5a3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a093 expref: 8 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316629.910512:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655a00, rc 0) 00000100:00100000:0.0:1767316629.910589:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:66082:x1853163933792384:12345-192.168.204.9@tcp:101:dd.0 Request processed in 233us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316629.910598:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12260 00000100:00100000:1.0:1767316629.963070:0:23676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933792768 00000100:00100000:1.0:1767316629.963080:0:23676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933792768 00002000:00100000:1.0:1767316629.963141:0:23676:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x26c:0x0] (69206016->70254591) req@ffff9b3ec6e31500 x1853163933792768/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:560/0 lens 488/0 e 0 to 0 dl 1767316640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316629.963153:0:23676:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec6e31500 with x1853163933792768 ext(69206016->70254591) 00002000:00010000:1.0:1767316629.963160:0:23676:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec6e31500 00000100:00100000:1.0:1767316629.963203:0:23676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6708 00000100:00100000:1.0:1767316629.963212:0:23676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933792768:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:0.0:1767316629.967834:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933792640 00000100:00100000:0.0:1767316629.967852:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933792640 00000100:00100000:0.0:1767316629.967948:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3187 00000100:00100000:0.0:1767316629.967958:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66082:x1853163933792640:12345-192.168.204.9@tcp:35:dd.0 00000001:00080000:0.0:1767316629.968555:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942528 00000100:00100000:0.0:1767316629.968709:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66082:x1853163933792640:12345-192.168.204.9@tcp:35:dd.0 Request processed in 750us (6020us total) trans 8589942529 rc 0/0 00000100:00100000:0.0:1767316629.968718:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3187 00000020:00080000:0.0:1767316629.968723:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1767316629.989783:0:23676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933792768:12345-192.168.204.9@tcp:4:dd.0 Request processed in 26559us (26946us total) trans 21474840564 rc 0/0 00000100:00100000:1.0:1767316629.989804:0:23676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6708 00002000:00100000:1.0:1767316629.989817:0:23676:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x26c:0x0] (69206016->70254591) req@ffff9b3ec6e31500 x1853163933792768/t21474840564(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:560/0 lens 488/448 e 0 to 0 dl 1767316640 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316629.989829:0:23676:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec6e31500 with x1853163933792768 ext(69206016->70254591) 00002000:00010000:1.0:1767316629.989835:0:23676:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec6e31500 00010000:00010000:0.0:1767316630.629025:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316631.272571:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873682 is committed 00000100:00100000:2.0:1767316632.227963:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985625984:0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228050:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316632.228102:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985626496:0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228124:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316632.228144:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767316632.228148:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985625856:0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228167:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316632.228181:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985626368:0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228195:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316632.228215:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625984 00000100:00100000:2.0:1767316632.228221:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625984 00000100:00100000:2.0:1767316632.228258:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985626496 00000100:00100000:2.0:1767316632.228260:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985626496 00000100:00100000:2.0:1767316632.228271:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1767316632.228277:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985625984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228312:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985625984:12345-0@lo:400:kworker.0 Request processed in 36us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316632.228318:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1767316632.228330:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1767316632.228334:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985626496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228366:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985626496:12345-0@lo:400:kworker.0 Request processed in 31us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316632.228371:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00080000:2.0:1767316632.228387:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316632.228414:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985625984:0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.228425:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985626496:0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.230266:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985626112:0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.230315:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316632.230362:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316632.230369:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985626240:0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.230394:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316632.230427:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985625856 00000100:00100000:1.0:1767316632.230434:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985625856 00000100:00100000:2.0:1767316632.230531:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985626112 00000100:00100000:2.0:1767316632.230534:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985626112 00000100:00100000:2.0:1767316632.230572:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1767316632.230577:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985626112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316632.230619:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985626112:12345-0@lo:400:kworker.0 Request processed in 42us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316632.230623:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00080000:2.0:1767316632.230638:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316632.230750:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985626368 00000100:00100000:0.0:1767316632.230753:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985626368 00000100:00100000:0.0:1767316632.230788:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985626240 00000100:00100000:0.0:1767316632.230792:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985626240 00000100:00100000:0.0:1767316632.230810:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1767316632.230817:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985626368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316632.230856:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985626368:12345-0@lo:400:kworker.0 Request processed in 40us (2659us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316632.230861:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1767316632.230869:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1767316632.230873:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985626240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316632.230891:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985626240:12345-0@lo:400:kworker.0 Request processed in 18us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316632.230897:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1767316632.230923:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873682 gen 2 00000004:00080000:0.0:1767316632.230927:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef40e3800, transno 17179873682 00000100:00100000:0.0:1767316632.230936:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985626368:0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.231168:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1767316632.231173:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985625856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.231200:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985625856:12345-0@lo:400:kworker.0 Request processed in 28us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316632.231204:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1767316632.231240:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985626240:0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.231247:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985626112:0@lo:400:kworker.0 00000100:00100000:1.0:1767316632.231288:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985625856:0@lo:400:kworker.0 00000100:00080000:2.0:1767316632.231371:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316632.231374:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767316632.675930:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316633.252124:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985626624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316633.252202:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316633.252340:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316633.252347:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985626752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316633.252371:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316633.255642:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1767316633.255650:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985626752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316633.255672:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 391446528 pending 1703936 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316633.256193:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985626624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316633.260636:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985626752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4976us (8253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316633.260655:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1767316633.260942:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985626752:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767316633.700069:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316634.268059:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933792896 00000100:00100000:0.0:1767316634.268069:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933792896 00000100:00100000:0.0:1767316634.268126:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 345 00000100:00100000:0.0:1767316634.268136:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933792896:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316634.268204:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933792896:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 68us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316634.268212:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 345 00000100:00100000:0.0:1767316634.268245:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933793280 00000100:00100000:0.0:1767316634.268248:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933793280 00000100:00100000:0.0:1767316634.268280:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933793152 00000100:00100000:0.0:1767316634.268284:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933793152 00000100:00100000:0.0:1767316634.268305:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 820 00000100:00100000:0.0:1767316634.268322:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933793280:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316634.268351:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933793280:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316634.268358:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 820 00000100:00100000:0.0:1767316634.268370:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 821 00000100:00100000:0.0:1767316634.268377:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933793152:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316634.268400:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933793152:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316634.268406:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 821 00000100:00080000:2.0:1767316634.268631:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316634.268635:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316634.268923:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933793024 00000100:00100000:1.0:1767316634.268928:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933793024 00000100:00100000:1.0:1767316634.268981:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 425 00000100:00100000:1.0:1767316634.268989:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933793024:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1767316634.269089:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316634.269228:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933793024:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 239us (1394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316634.269235:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 425 00000001:00080000:0.0:1767316634.880226:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840562 is committed 00000001:00080000:0.0:1767316634.880244:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840564 is committed 00000001:00080000:0.0:1767316634.880253:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840563 is committed 00000001:00080000:1.0:1767316635.370427:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942529 is committed 00010000:00010000:0.0:1767316635.747918:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316636.772925:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316637.358963:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985626880:0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.359042:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316637.359151:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316637.359157:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985627008:0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.359198:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316637.359273:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985626880:0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.359302:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985627008 00000100:00100000:0.0:1767316637.359305:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985627008 00000100:00100000:1.0:1767316637.359528:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985627136:0@lo:400:kworker.0 00000100:00100000:1.0:1767316637.359556:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316637.359578:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316637.359584:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985627264:0@lo:400:kworker.0 00000100:00100000:1.0:1767316637.359606:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316637.359635:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985627136 00000100:00100000:1.0:1767316637.359638:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985627136 00000100:00100000:0.0:1767316637.359790:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1767316637.359799:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985627008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.359838:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985627008:12345-0@lo:400:kworker.0 Request processed in 41us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316637.359855:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1767316637.359881:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985627520:0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.359906:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316637.359922:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316637.359928:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985627392:0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.359948:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316637.359971:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985627264 00000100:00100000:0.0:1767316637.359975:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985627264 00000100:00100000:1.0:1767316637.360036:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985627520 00000100:00100000:1.0:1767316637.360040:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985627520 00000100:00100000:1.0:1767316637.360059:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1767316637.360065:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985627136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316637.360098:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985627136:12345-0@lo:400:kworker.0 Request processed in 33us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316637.360105:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1767316637.360121:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985627392 00000100:00100000:1.0:1767316637.360125:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985627392 00000100:00100000:1.0:1767316637.360150:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1767316637.360156:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985627392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316637.360423:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985627392:12345-0@lo:400:kworker.0 Request processed in 205us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316637.360432:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1767316637.360461:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985627136:0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.360541:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1767316637.360547:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985627264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316637.360581:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985627264:12345-0@lo:400:kworker.0 Request processed in 34us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316637.360587:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767316637.360654:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840563 gen 2 00000004:00080000:1.0:1767316637.360659:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef40e0700, transno 21474840562 00000004:00080000:1.0:1767316637.360796:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc5e4000, transno 21474840563 00000100:00100000:1.0:1767316637.361087:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985627264:0@lo:400:kworker.0 00000100:00100000:1.0:1767316638.372093:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985627648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316638.372174:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316638.372273:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316638.372279:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985627776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316638.372303:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316638.372832:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985627776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316638.372848:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985627648:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767316638.819870:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316639.388696:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933793536 00000100:00100000:2.0:1767316639.388708:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933793536 00000100:00100000:2.0:1767316639.388932:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 429 00000100:00100000:2.0:1767316639.388947:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933793536:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316639.389316:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933793536:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 375us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316639.389324:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 429 00000100:00100000:0.0:1767316639.389789:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933793408 00000100:00100000:0.0:1767316639.389796:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933793408 00000100:00100000:0.0:1767316639.389841:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 347 00000100:00100000:0.0:1767316639.389849:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933793408:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316639.389894:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933793408:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316639.389902:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 347 00000100:00080000:1.0:1767316639.390174:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316639.390180:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316639.390183:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316639.843938:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316641.891896:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316642.404830:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933794048 00000100:00100000:1.0:1767316642.404865:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933794048 00000100:00080000:2.0:1767316642.405985:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316642.406141:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7905 00000100:00100000:1.0:1767316642.406158:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66105:x1853163933794048:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316642.406190:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316642.406213:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba5a43 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a09a expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.406291:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406305:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406315:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406328:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406334:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406340:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406452:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406460:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406466:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406472:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316642.406476:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406483:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406498:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316642.406501:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316642.406506:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406511:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5a4a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406524:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406530:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406535:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406539:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316642.406542:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406547:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406553:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657300) 00010000:00010000:1.0:1767316642.406556:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316642.406558:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406564:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba5a51 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.406596:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba5a43 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a09a expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.406606:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316642.406608:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316642.406612:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba5a43 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a09a expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.406620:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e4200, rc 0) 00000100:00100000:1.0:1767316642.406697:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66105:x1853163933794048:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 545us (13041us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316642.406705:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7905 00000100:00100000:0.0:1767316642.419750:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933794304 00000100:00100000:0.0:1767316642.419768:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933794304 00000100:00100000:2.0:1767316642.420811:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7906 00000100:00100000:2.0:1767316642.420842:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:66105:x1853163933794304:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316642.420874:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316642.420902:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0a1 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316642.421244:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 11776 00010000:00010000:2.0:1767316642.421415:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a58 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0a1 expref: 19 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.421429:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316642.421432:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316642.421438:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0a1 expref: 19 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.421452:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316642.421531:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66105:x1853163933794304:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 708us (11482us total) trans 8589942530 rc 301/301 00000100:00100000:2.0:1767316642.421542:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7906 00000100:00100000:1.0:1767316642.432741:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933794432 00000100:00100000:1.0:1767316642.432756:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933794432 00000100:00100000:0.0:1767316642.444289:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933794688 00000100:00100000:0.0:1767316642.444301:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933794688 00000100:00100000:0.0:1767316642.444366:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3188 00000100:00100000:0.0:1767316642.444377:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66105:x1853163933794688:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316642.444659:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66105:x1853163933794688:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 283us (691us total) trans 8589942531 rc 0/0 00000100:00100000:0.0:1767316642.444667:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3188 00000100:00100000:2.0:1767316642.468349:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985628160:0@lo:400:kworker.0 00000100:00100000:2.0:1767316642.468436:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316642.468508:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316642.468514:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985628288:0@lo:400:kworker.0 00000100:00100000:2.0:1767316642.468540:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316642.468766:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985627904:0@lo:400:kworker.0 00000100:00100000:0.0:1767316642.468803:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316642.468823:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985628416:0@lo:400:kworker.0 00000100:00100000:0.0:1767316642.468846:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316642.469053:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767316642.469059:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985628032:0@lo:400:kworker.0 00000100:00100000:0.0:1767316642.469085:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316642.469101:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985628544:0@lo:400:kworker.0 00000100:00100000:0.0:1767316642.469121:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316642.469156:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985628288 00000100:00100000:1.0:1767316642.469239:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985628416 00000100:00100000:1.0:1767316642.469248:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985628416 00000100:00100000:1.0:1767316642.469307:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1767316642.469317:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985628416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316642.469375:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985628416:12345-0@lo:400:kworker.0 Request processed in 59us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316642.469382:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00080000:1.0:1767316642.469407:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316642.469439:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985628416:0@lo:400:kworker.0 00000100:00100000:0.0:1767316642.469936:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985628288 00000100:00100000:0.0:1767316642.470273:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767316642.470280:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985628288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316642.470312:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985628288:12345-0@lo:400:kworker.0 Request processed in 33us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316642.470318:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1767316642.470433:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985627904 00000100:00100000:2.0:1767316642.470439:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985627904 00000100:00100000:2.0:1767316642.470468:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1767316642.470474:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985627904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316642.470506:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985627904:12345-0@lo:400:kworker.0 Request processed in 32us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316642.470512:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1767316642.470566:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985628288:0@lo:400:kworker.0 00000100:00100000:2.0:1767316642.470580:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985628160:0@lo:400:kworker.0 00000100:00080000:1.0:1767316642.471069:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316642.471074:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316642.471100:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985628032:0@lo:400:kworker.0 00000100:00100000:1.0:1767316642.471113:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985628544:0@lo:400:kworker.0 00000100:00100000:1.0:1767316642.471123:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985627904:0@lo:400:kworker.0 00000100:00100000:1.0:1767316642.480472:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316642.480692:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933794944 00000100:00100000:2.0:1767316642.480704:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933794944 00000100:00100000:2.0:1767316642.480831:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7908 00000100:00100000:2.0:1767316642.480841:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66111:x1853163933794944:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316642.480880:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316642.480902:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a7b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0a8 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.482483:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482509:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482521:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482537:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482544:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482560:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482671:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482679:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482686:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482692:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316642.482697:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482703:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482714:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316642.482718:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316642.482723:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482745:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5a82 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482760:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482766:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482772:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482777:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316642.482779:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482785:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482792:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3efd6a6e00) 00010000:00010000:2.0:1767316642.482795:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316642.482798:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482803:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a89 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.482850:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a7b lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0a8 expref: 20 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.482869:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316642.482872:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316642.482876:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a7b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0a8 expref: 20 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.482885:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316642.483690:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66111:x1853163933794944:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2847us (3225us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316642.483700:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7908 00000100:00100000:2.0:1767316642.488682:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933795200 00000100:00100000:2.0:1767316642.488693:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933795200 00000100:00100000:2.0:1767316642.489127:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7909 00000100:00100000:2.0:1767316642.489137:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66111:x1853163933795200:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316642.489156:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316642.489186:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0af expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.489306:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a97 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.489320:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a97 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316642.489331:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a97 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316642.489341:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 11776 00010000:00010000:2.0:1767316642.489464:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5a90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0af expref: 22 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.489481:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a97 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0af expref: 21 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.489490:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316642.489493:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316642.489497:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf000, rc 0) 00000100:00100000:2.0:1767316642.489566:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66111:x1853163933795200:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 431us (1953us total) trans 8589942532 rc 0/0 00000100:00100000:2.0:1767316642.489573:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7909 00000100:00100000:0.0:1767316642.498668:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933795328 00000100:00100000:0.0:1767316642.498684:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933795328 00000100:00100000:1.0:1767316642.501836:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7910 00000100:00100000:1.0:1767316642.502209:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66111:x1853163933795328:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316642.502308:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502328:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502341:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502356:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502363:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502369:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502488:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502496:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502502:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316642.502537:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254593 00000004:00200000:1.0:1767316642.502541:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316642.502554:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502567:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502573:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502580:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502586:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316642.502590:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502598:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502609:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316642.502613:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316642.502617:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502623:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5aa5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502633:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502638:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502644:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502648:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316642.502652:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502657:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502665:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657300) 00010000:00010000:1.0:1767316642.502667:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316642.502670:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502675:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5aac lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502688:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502693:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502698:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502702:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316642.502705:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502710:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502716:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316642.502719:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316642.502722:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316642.502784:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5ab3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316642.502879:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66111:x1853163933795328:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1029us (8699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316642.502890:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7910 00000100:00100000:1.0:1767316642.566887:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.583264:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933795712 00000100:00100000:0.0:1767316642.583275:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933795712 00000100:00100000:0.0:1767316642.583341:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7912 00000100:00100000:0.0:1767316642.583362:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66113:x1853163933795712:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316642.583441:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583458:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583485:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583502:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583509:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583515:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583630:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583639:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583646:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316642.583689:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254593 00000004:00200000:0.0:1767316642.583694:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316642.583709:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583723:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583788:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583795:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583806:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316642.583810:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583817:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583827:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316642.583831:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316642.583835:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583841:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5acf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583854:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583859:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583865:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583870:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316642.583872:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583878:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583884:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316642.583886:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316642.583889:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583894:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5ad6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583907:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583912:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583916:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583920:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316642.583923:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583928:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583935:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316642.583946:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316642.583949:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.583955:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5add lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316642.584043:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66113:x1853163933795712:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 682us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316642.584051:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7912 00000100:00100000:0.0:1767316642.618693:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316642.631669:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316642.631775:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933796096 00000100:00100000:2.0:1767316642.631785:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933796096 00000100:00100000:2.0:1767316642.631840:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7914 00000100:00100000:2.0:1767316642.631850:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66115:x1853163933796096:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316642.631928:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.631954:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.631968:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.631985:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.631992:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.631998:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632101:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632110:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632117:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316642.632150:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254593 00000004:00200000:2.0:1767316642.632154:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316642.632178:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632193:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632199:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632206:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632212:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316642.632216:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632223:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632235:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316642.632239:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316642.632244:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632251:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5af9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632265:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632272:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632277:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632283:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316642.632285:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632291:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632297:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3efd6a6e00) 00010000:00010000:2.0:1767316642.632300:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316642.632302:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632308:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5b00 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632322:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632327:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632333:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632342:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316642.632344:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632363:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632370:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316642.632372:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316642.632375:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316642.632380:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b07 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316642.632449:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:66115:x1853163933796096:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 599us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316642.632456:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7914 00000100:00100000:0.0:1767316642.662255:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.668836:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316642.669454:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933796352 00000100:00100000:2.0:1767316642.669465:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933796352 00000100:00080000:1.0:1767316642.669503:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316642.669539:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12261 00000100:00100000:2.0:1767316642.669550:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933796352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316642.669569:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316642.669589:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0cb expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316642.669613:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316642.669634:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316642.669637:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316642.669647:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 9 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316642.669664:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 9 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316642.669677:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316642.669766:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933796352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 218us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316642.669775:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12261 00000100:00100000:0.0:1767316642.675985:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933796608 00000100:00100000:0.0:1767316642.675996:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933796608 00000100:00100000:0.0:1767316642.676052:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7916 00000100:00100000:0.0:1767316642.676067:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:66118:x1853163933796608:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316642.676086:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316642.676114:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5b31 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0d2 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.676225:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5b38 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.676240:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5b38 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.676251:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5b38 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316642.676264:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254593 00010000:00010000:0.0:1767316642.676411:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5b31 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0d2 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.676428:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5b38 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0d2 expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.676436:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316642.676439:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316642.676443:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654600, rc 0) 00000100:00100000:0.0:1767316642.677641:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:66118:x1853163933796608:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1573us (1763us total) trans 8589942533 rc 0/0 00000100:00100000:2.0:1767316642.682408:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.684319:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7916 00000100:00100000:2.0:1767316642.690240:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316642.695781:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933797120 00000100:00100000:2.0:1767316642.695793:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933797120 00000100:00100000:2.0:1767316642.695906:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12262 00000100:00100000:2.0:1767316642.695918:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933797120:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316642.695965:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.695986:0:45244:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 9 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316642.695994:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316642.695996:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316642.696000:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.696036:0:45244:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 9 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316642.696051:0:45244:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 9 pid: 45244 timeout: 1987 lvb_type: 1 00000100:00100000:2.0:1767316642.696066:0:45244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985628672:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316642.696178:0:45244:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ceed80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316642.697896:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.697926:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933797248 00000100:00100000:0.0:1767316642.697934:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933797248 00000100:00100000:0.0:1767316642.697985:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12263 00000100:00100000:0.0:1767316642.697995:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933797248:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:0.0:1767316642.698040:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.698059:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5a3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a093 expref: 8 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.698067:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316642.698069:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316642.698073:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.698102:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5a3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a093 expref: 8 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.698113:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5a3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69206016->70254591) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a093 expref: 8 pid: 38183 timeout: 1987 lvb_type: 0 00000100:00100000:0.0:1767316642.698126:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985628800:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316642.698223:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72480 going to sleep for 11 seconds 00000100:00080000:1.0:1767316642.699902:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316642.702283:0:45244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985628672:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316642.702314:0:45244:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316642.702420:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.702456:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933797376 00000100:00100000:0.0:1767316642.702465:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933797376 00010000:00010000:0.0:1767316642.702507:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 10 pid: 45244 timeout: 1987 lvb_type: 1 00000100:00100000:0.0:1767316642.702558:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6196 00000100:00100000:0.0:1767316642.702575:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933797376:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316642.702657:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316642.702684:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 10 pid: 45244 timeout: 1987 lvb_type: 1 00010000:00010000:0.0:1767316642.702697:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 10 pid: 45244 timeout: 1987 lvb_type: 1 00010000:00010000:0.0:1767316642.702722:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5b2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0cb expref: 10 pid: 45244 timeout: 1987 lvb_type: 1 00010000:00010000:0.0:1767316642.702763:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316642.702765:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316642.702770:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702780:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702807:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316642.702864:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933797376:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 295us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316642.702874:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6196 00010000:00010000:0.0:1767316642.702935:0:45244:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702944:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702969:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702978:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702985:0:45244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.702992:0:45244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316642.702996:0:45244:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.703005:0:45244:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.703022:0:45244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.703030:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5b5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316642.703086:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933797120:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 7170us (7548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316642.703094:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12262 00000100:00100000:0.0:1767316642.708048:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985628800:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316642.708081:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316642.712336:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316642.715328:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715341:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715370:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715378:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715391:0:37088:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715398:0:37088:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316642.715402:0:37088:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715410:0:37088:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715425:0:37088:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.715432:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5b62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316642.715506:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933797248:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 17511us (17614us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316642.715515:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12263 00000100:00100000:0.0:1767316642.721582:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000040:00080000:2.0:1767316642.723372:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2361, 88 off204368 00000004:00080000:2.0:1767316642.723387:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1887966657095ns, next at 1843657720968ns, rc = 0 00000040:00080000:2.0:1767316642.723542:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2357, 88 off203856 00000004:00080000:2.0:1767316642.723550:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1887966820456ns, next at 1843657996688ns, rc = 0 00000040:00080000:2.0:1767316642.723583:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2358, 88 off203944 00000004:00080000:2.0:1767316642.723588:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1887966859425ns, next at 1843657996688ns, rc = 0 00000040:00080000:2.0:1767316642.723618:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2362, 88 off204456 00000004:00080000:2.0:1767316642.723624:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1887966895170ns, next at 1843657720968ns, rc = 0 00000004:00010000:2.0:1767316642.821123:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008114884b reply state 00000000e5605005 transno 8589942535 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316642.821146:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316642.821325:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:66118:x1853163933797760:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 99543us (99743us total) trans 8589942535 rc 0/0 00000100:00100000:2.0:1767316642.821336:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7918 00000001:00080000:0.0:1767316642.824929:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942533 is committed 00000001:00080000:0.0:1767316642.824978:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942535 is committed 00000004:00080000:0.0:1767316642.824985:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1971 committed 00000004:00080000:0.0:1767316642.824995:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1968 committed 00000004:00080000:0.0:1767316642.825002:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1967 committed 00000004:00080000:0.0:1767316642.825004:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1970 committed 00010000:00010000:0.0:1767316642.825346:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.825359:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.825367:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.825374:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316642.825378:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.825387:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.825411:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316642.825414:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316642.825420:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316642.825428:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba5b69 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316642.826373:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933797888 00000100:00100000:2.0:1767316642.826381:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933797888 00000100:00100000:2.0:1767316642.826463:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7919 00000100:00100000:2.0:1767316642.826473:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66118:x1853163933797888:12345-192.168.204.9@tcp:101:lfs.0 00000100:00100000:0.0:1767316642.826589:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985629184 00000100:00100000:0.0:1767316642.826593:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985629184 00000100:00100000:0.0:1767316642.826662:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985629312 00000100:00100000:0.0:1767316642.826665:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985629312 00000100:00100000:0.0:1767316642.826680:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12264 00000100:00100000:0.0:1767316642.826686:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985629184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316642.827019:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985629184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 331us (781us total) trans 21474840565 rc 0/0 00000100:00100000:0.0:1767316642.827027:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12264 00000100:00100000:0.0:1767316642.827048:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12265 00000100:00100000:0.0:1767316642.827054:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985629312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316642.827167:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985629312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 99us (833us total) trans 21474840566 rc 0/0 00000100:00100000:0.0:1767316642.827174:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12265 00000004:00080000:0.0:1767316642.827254:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad6300/2, rc 0, transno 21474840566 00000100:00100000:0.0:1767316642.827262:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985629312:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1767316642.827278:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad7480/2, rc 0, transno 21474840565 00000100:00100000:0.0:1767316642.827283:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985629184:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1767316642.827341:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316642.827366:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0e0 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.827437:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e0 expref: 19 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.827454:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e0 expref: 19 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.827480:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316642.827484:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316642.827488:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf400, rc 0) 00000100:00100000:2.0:1767316642.827641:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66118:x1853163933797888:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1169us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316642.827650:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7919 00000100:00100000:2.0:1767316642.827685:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985628928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316642.827757:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316642.827788:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316642.827797:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985629056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316642.827826:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316642.828590:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12267 00000100:00100000:2.0:1767316642.828603:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985629056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316642.828970:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985629056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 370us (1141us total) trans 17179873683 rc 0/0 00000100:00100000:2.0:1767316642.828979:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12267 00000004:00080000:2.0:1767316642.829037:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad5500/2, rc 0, transno 17179873683 00000100:00100000:2.0:1767316642.829044:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985629056:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1767316642.829359:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad6d80/2, rc 0, transno 17179873684 00000100:00100000:2.0:1767316642.829365:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985628928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316642.834840:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933798016 00000100:00100000:1.0:1767316642.834850:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933798016 00000100:00100000:1.0:1767316642.835296:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7920 00000100:00100000:1.0:1767316642.835313:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66118:x1853163933798016:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316642.835338:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316642.835368:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b77 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0e7 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.835466:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5b7e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.835483:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5b7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.835495:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5b7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316642.835526:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254593 00000004:00200000:1.0:1767316642.835531:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316642.835550:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5b7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.836199:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b77 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e7 expref: 21 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.836216:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5b7e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e7 expref: 20 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.836226:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316642.836229:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316642.836233:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e5e00, rc 0) 00000100:00100000:1.0:1767316642.836712:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:66118:x1853163933798016:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1400us (2228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316642.836724:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7920 00000100:00100000:0.0:1767316642.850266:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933798144 00000100:00100000:0.0:1767316642.850279:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933798144 00000100:00100000:1.0:1767316642.851621:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933798272 00000100:00100000:1.0:1767316642.851631:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933798272 00000100:00100000:1.0:1767316642.851676:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12268 00000100:00100000:1.0:1767316642.851684:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933798144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316642.851705:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316642.851740:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0ee expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316642.851764:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316642.851784:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.851786:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.851796:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0ee expref: 9 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316642.851816:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0ee expref: 9 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316642.851831:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e4400, rc 0) 00000100:00100000:1.0:1767316642.851894:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933798144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 210us (10272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316642.851901:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12268 00000100:00100000:1.0:1767316642.851918:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12269 00000100:00100000:1.0:1767316642.851924:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933798272:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316642.851930:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316642.851941:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5b8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0f5 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316642.851954:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26c:0x0] initial LVB size: 70254592, mtime: 0x69571c95, atime: 0x0, ctime: 0x69571c95, blocks: 0x80f 00010000:00010000:1.0:1767316642.851962:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.851964:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.851968:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5b8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0f5 expref: 8 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316642.851980:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5b8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0f5 expref: 8 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316642.851988:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e5800, rc 0) 00000100:00100000:1.0:1767316642.852004:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933798272:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 80us (8324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316642.852010:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12269 00000100:00100000:1.0:1767316642.914625:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933798528 00000100:00100000:1.0:1767316642.914638:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933798528 00000100:00100000:1.0:1767316642.914704:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7921 00000100:00100000:1.0:1767316642.914715:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:66118:x1853163933798528:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316642.914803:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316642.914833:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba5b7e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e7 expref: 20 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.914852:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316642.914857:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316642.915131:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.915145:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.915168:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000001:00080000:1.0:1767316642.915225:0:42524:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942536 00000004:00010000:1.0:1767316642.915252:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b4cccc60 reply state 000000001c5d0af2 transno 8589942537 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316642.915261:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316642.915358:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:66118:x1853163933798528:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 644us (1564us total) trans 8589942537 rc 0/0 00000100:00100000:1.0:1767316642.915366:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7921 00000020:00080000:1.0:1767316642.915372:0:42524:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1767316642.920205:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316642.924304:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.924321:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.924332:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.924339:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316642.924344:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.924353:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.924374:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316642.924378:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316642.924383:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316642.924389:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba5b93 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316642.938530:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933798656 00000100:00100000:2.0:1767316642.938541:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933798656 00000100:00100000:2.0:1767316642.938612:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12270 00000100:00100000:2.0:1767316642.938623:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:66118:x1853163933798656:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316642.938645:0:38185:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316642.938672:0:38185:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a0fc expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316642.938698:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316642.938719:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316642.938722:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316642.938770:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0fc expref: 9 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.938788:0:38185:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0fc expref: 9 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316642.938802:0:38185:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe000, rc 0) 00000100:00100000:2.0:1767316642.938867:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:66118:x1853163933798656:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 245us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316642.938875:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12270 00000100:00100000:1.0:1767316642.950853:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.962956:0:23676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933798912 00000100:00100000:0.0:1767316642.962968:0:23676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933798912 00002000:00010000:0.0:1767316642.963017:0:23676:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/623 (10485760->18446744073709551615) 00002000:00100000:0.0:1767316642.963023:0:23676:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef414df80 with x1853163933798912 ext(10485760->18446744073709551615) 00002000:00010000:0.0:1767316642.963039:0:23676:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef414df80. 00000100:00100000:0.0:1767316642.963083:0:23676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6709 00000100:00100000:0.0:1767316642.963094:0:23676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933798912:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:0.0:1767316642.963914:0:23676:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:0.0:1767316642.963920:0:23676:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 0 -> 1767316642 00002000:00010000:0.0:1767316642.963923:0:23676:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1767316642.963925:0:23676:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 0 -> 1767316642 00002000:00010000:0.0:1767316642.963928:0:23676:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316642.964006:0:23676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933798912:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 911us (1552us total) trans 17179873685 rc 0/0 00000100:00100000:0.0:1767316642.964016:0:23676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6709 00002000:00010000:0.0:1767316642.964022:0:23676:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/623 (10485760->18446744073709551615) 00002000:00100000:0.0:1767316642.964025:0:23676:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef414df80 with x1853163933798912 ext(10485760->18446744073709551615) 00002000:00010000:0.0:1767316642.964030:0:23676:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef414df80. 00000100:00100000:2.0:1767316642.976263:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.985749:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.985791:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316642.985816:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316642.985820:0:23676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933799168 00000100:00100000:1.0:1767316642.985832:0:23676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933799168 00000100:00100000:0.0:1767316642.985843:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933799424 00000100:00100000:0.0:1767316642.985849:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933799424 00000100:00100000:1.0:1767316642.986036:0:23676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933799296 00000100:00100000:1.0:1767316642.986040:0:23676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933799296 00000100:00100000:0.0:1767316642.988598:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6710 00000100:00100000:0.0:1767316642.988628:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933799168:12345-192.168.204.9@tcp:3:lfs.0 00000100:00100000:1.0:1767316642.988629:0:23676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6711 00000100:00100000:1.0:1767316642.988646:0:23676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933799424:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316642.988679:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.988694:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316642.988696:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316642.988702:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316642.988716:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.988777:0:23676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.988788:0:23676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.988790:0:23676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.988794:0:23676:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.988805:0:23676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316642.990922:0:23475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6712 00000100:00100000:1.0:1767316642.990939:0:23475:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933799296:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:1.0:1767316642.990979:0:23475:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.990995:0:23475:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.990997:0:23475:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316642.991002:0:23475:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316642.991015:0:23475:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035137:0:23676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035173:0:23676:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035182:0:23676:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035190:0:23676:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316643.035195:0:23676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035204:0:23676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035223:0:23676:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.035231:0:23676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba5bbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 5 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316643.035366:0:23676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933799424:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 46720us (49570us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1767316643.035378:0:23676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6711 00010000:00010000:0.0:1767316643.060645:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.060661:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.060667:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.060673:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316643.060676:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.060682:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.060697:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.060701:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5bb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316643.060893:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933799168:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 72276us (75167us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1767316643.060904:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6710 00010000:00010000:2.0:1767316643.061915:0:23475:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.061926:0:23475:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.061933:0:23475:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.061937:0:23475:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316643.061939:0:23475:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.061945:0:23475:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.061954:0:23475:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.061958:0:23475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba5bc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316643.062001:0:23475:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933799296:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 71068us (76183us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1767316643.062007:0:23475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6712 00000100:00100000:1.0:1767316643.070549:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316643.072012:0:23475:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933799552 00000100:00100000:2.0:1767316643.072026:0:23475:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933799552 00000100:00100000:2.0:1767316643.072284:0:23475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6713 00000100:00100000:2.0:1767316643.072298:0:23475:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933799552:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:2.0:1767316643.072336:0:23475:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.072360:0:23475:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.072368:0:23475:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316643.072370:0:23475:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316643.072373:0:23475:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.072410:0:23475:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.072424:0:23475:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 11 pid: 37089 timeout: 1988 lvb_type: 0 00000100:00100000:2.0:1767316643.072440:0:23475:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:23475:1853163985629440:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316643.072541:0:23475:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1767316643.072708:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.073455:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.073616:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6714 00000100:00100000:0.0:1767316643.073625:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933799680:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:0.0:1767316643.073774:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.073788:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316643.073790:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316643.073794:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.073803:0:37704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316643.076386:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.076526:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933799936 00000100:00100000:0.0:1767316643.076534:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933799936 00010000:00010000:0.0:1767316643.076571:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 14 pid: 37089 timeout: 1988 lvb_type: 0 00000100:00100000:0.0:1767316643.076609:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6198 00000100:00100000:0.0:1767316643.076617:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933799936:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316643.076631:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316643.076651:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 14 pid: 37089 timeout: 1988 lvb_type: 0 00010000:00010000:0.0:1767316643.076664:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 14 pid: 37089 timeout: 1988 lvb_type: 0 00010000:00010000:0.0:1767316643.076688:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316643.076690:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316643.076694:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076703:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076710:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316643.076711:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316643.076714:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076720:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076768:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316643.076770:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316643.076773:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bd9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076781:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bd9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 6 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076812:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316643.076861:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933799936:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 244us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316643.076869:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6198 00010000:00010000:0.0:1767316643.076897:0:37704:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.076906:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 5 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.077241:0:23475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba5ba1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a103 expref: 13 pid: 37089 timeout: 1988 lvb_type: 0 00000100:00100000:2.0:1767316643.077268:0:23475:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:23475:1853163985629440:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316643.077292:0:23475:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.077301:0:23475:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.077313:0:23475:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.078288:0:14920:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bd9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.078306:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bd9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1767316643.289829:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873688 is committed 00002000:00010000:2.0:1767316643.289979:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 4115 -> 6167 00010000:00010000:2.0:1767316643.289997:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.290008:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.290018:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.290025:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316643.290030:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.290039:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.290058:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.290063:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5bd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316643.290169:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933799680:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 216538us (217455us total) trans 17179873688 rc 0/0 00000100:00100000:2.0:1767316643.290180:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6714 00000100:00100000:0.0:1767316643.302958:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.306980:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.307492:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933800320 00000100:00100000:1.0:1767316643.307503:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933800320 00000100:00100000:1.0:1767316643.307609:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12272 00000100:00100000:1.0:1767316643.307619:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:66118:x1853163933800320:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316643.307639:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316643.307658:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a111 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316643.307681:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26f:0x0] initial LVB size: 70254592, mtime: 0x69571ca3, atime: 0x0, ctime: 0x69571ca3, blocks: 0x1817 00010000:00010000:1.0:1767316643.307705:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316643.307707:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316643.307716:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a111 expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.307773:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a111 expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.307785:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:1.0:1767316643.307852:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:66118:x1853163933800320:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 234us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316643.307859:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12272 00000100:00100000:0.0:1767316643.309725:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.309782:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933800448 00000100:00100000:0.0:1767316643.309791:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933800448 00002000:00010000:0.0:1767316643.309825:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/623 (70254592->18446744073709551615) 00002000:00100000:0.0:1767316643.309830:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef7e54700 with x1853163933800448 ext(70254592->18446744073709551615) 00002000:00010000:0.0:1767316643.309842:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef7e54700. 00000100:00100000:0.0:1767316643.309863:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6716 00000100:00100000:0.0:1767316643.309870:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933800448:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:0.0:1767316643.310170:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:0.0:1767316643.310174:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 1767316643 -> 1767316643 00002000:00010000:0.0:1767316643.310176:0:37704:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1767316643.310179:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 1767316643 -> 1767316643 00002000:00010000:0.0:1767316643.310181:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 6167 -> 6167 00000100:00100000:0.0:1767316643.310234:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933800448:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 363us (516us total) trans 17179873689 rc 0/0 00000100:00100000:0.0:1767316643.310241:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6716 00002000:00010000:0.0:1767316643.310245:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/623 (70254592->18446744073709551615) 00002000:00100000:0.0:1767316643.310248:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef7e54700 with x1853163933800448 ext(70254592->18446744073709551615) 00002000:00010000:0.0:1767316643.310253:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef7e54700. 00000100:00100000:0.0:1767316643.313169:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.320906:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316643.321629:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316643.321635:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316643.321641:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316643.321644:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.321648:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316643.321654:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316643.321666:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316643.321668:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.321670:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316643.321673:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba5bee lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316643.331454:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.332199:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933800960 00000100:00100000:1.0:1767316643.332208:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933800960 00010000:00010000:1.0:1767316643.332249:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0ee expref: 12 pid: 45244 timeout: 1988 lvb_type: 1 00000100:00100000:1.0:1767316643.332286:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6199 00000100:00100000:1.0:1767316643.332295:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933800960:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316643.332311:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316643.332332:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0ee expref: 12 pid: 45244 timeout: 1988 lvb_type: 1 00010000:00010000:1.0:1767316643.332345:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0ee expref: 12 pid: 45244 timeout: 1988 lvb_type: 1 00010000:00010000:1.0:1767316643.332368:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba5b85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0ee expref: 12 pid: 45244 timeout: 1988 lvb_type: 1 00010000:00010000:1.0:1767316643.332382:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316643.332384:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316643.332393:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.332403:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.332452:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316643.332466:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:44414:1853163985629696:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316643.332547:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4361f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767316643.337546:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:44414:1853163985629696:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316643.337574:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316643.337639:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933800960:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 5343us (6194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316643.337651:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6199 00000100:00100000:2.0:1767316643.342849:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.347284:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.347369:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933801216 00000100:00100000:1.0:1767316643.347378:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933801216 00010000:00010000:1.0:1767316643.347435:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5b8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0f5 expref: 11 pid: 45244 timeout: 1988 lvb_type: 1 00000100:00100000:1.0:1767316643.347481:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6200 00000100:00100000:1.0:1767316643.347492:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933801216:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316643.347512:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316643.347538:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5b8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0f5 expref: 11 pid: 45244 timeout: 1988 lvb_type: 1 00010000:00010000:1.0:1767316643.347553:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba5b8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0f5 expref: 11 pid: 45244 timeout: 1988 lvb_type: 1 00010000:00010000:1.0:1767316643.347583:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316643.347585:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316643.347593:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a11f expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.347603:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a11f expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.347644:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a11f expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316643.347660:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985629952:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316643.347775:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4361f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316643.361596:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316643.361643:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.361781:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933801344 00000100:00100000:0.0:1767316643.361793:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933801344 00000100:00100000:0.0:1767316643.361853:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933801472 00000100:00100000:0.0:1767316643.361857:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933801472 00000100:00100000:0.0:1767316643.361886:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12275 00000100:00100000:0.0:1767316643.361896:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933801344:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316643.362135:0:38185:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316643.362139:0:38185:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime from disk: 0 -> 1767316629 00002000:00010000:0.0:1767316643.362154:0:38185:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 0 -> 1767316618 00002000:00010000:0.0:1767316643.362157:0:38185:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime from disk: 0 -> 1767316643 00002000:00010000:0.0:1767316643.362159:0:38185:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316643.362217:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933801344:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 321us (631us total) trans 17179873690 rc 0/0 00000100:00100000:0.0:1767316643.362225:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12275 00000100:00100000:0.0:1767316643.362245:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12276 00000100:00100000:0.0:1767316643.362252:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933801472:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316643.362355:0:38185:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:0.0:1767316643.362358:0:38185:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb mtime from disk: 1767316629 -> 1767316629 00002000:00010000:0.0:1767316643.362361:0:38185:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb atime from disk: 0 -> 1767316618 00002000:00010000:0.0:1767316643.362363:0:38185:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb ctime from disk: 1767316629 -> 1767316643 00002000:00010000:0.0:1767316643.362365:0:38185:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb blocks from disk: 2063 -> 2063 00000100:00100000:0.0:1767316643.362388:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933801472:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 136us (744us total) trans 21474840567 rc 0/0 00000100:00100000:0.0:1767316643.362394:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12276 00000100:00100000:1.0:1767316643.363165:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985629952:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316643.363189:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316643.363300:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933801216:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 15808us (16027us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316643.363310:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6200 00000100:00100000:2.0:1767316643.365367:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.369647:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933801856 00000100:00100000:0.0:1767316643.369658:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933801856 00010000:00010000:0.0:1767316643.369713:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e0 expref: 25 pid: 42524 timeout: 1988 lvb_type: 0 00000100:00100000:0.0:1767316643.369775:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6201 00000100:00100000:0.0:1767316643.369782:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163933801856:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316643.369797:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316643.369802:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e0 expref: 25 pid: 42524 timeout: 1988 lvb_type: 0 00010000:00010000:0.0:1767316643.369817:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e0 expref: 25 pid: 42524 timeout: 1988 lvb_type: 0 00010000:00010000:0.0:1767316643.369848:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316643.369851:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316643.369859:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316643.369865:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316643.369880:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316643.369940:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163933801856:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 157us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316643.369947:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6201 00010000:00010000:2.0:1767316643.370922:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5b70 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0e0 expref: 24 pid: 42524 timeout: 1988 lvb_type: 0 00000100:00100000:2.0:1767316643.370945:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985630080:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316643.370970:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.370980:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.370985:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000040:00080000:2.0:1767316643.371466:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2363, 88 off204544 00000004:00080000:2.0:1767316643.371477:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1888614747645ns, next at 1843657720968ns, rc = 0 00000040:00080000:2.0:1767316643.371590:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2359, 88 off204032 00000004:00080000:2.0:1767316643.371596:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1888614866643ns, next at 1843657996688ns, rc = 0 00000040:00080000:2.0:1767316643.371620:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2360, 88 off204120 00000004:00080000:2.0:1767316643.371623:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1888614893853ns, next at 1843657996688ns, rc = 0 00000040:00080000:2.0:1767316643.371632:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2364, 88 off204632 00000004:00080000:2.0:1767316643.371634:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1888614905075ns, next at 1843657720968ns, rc = 0 00000001:00080000:0.0:1767316643.416825:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942537 is committed 00000001:00080000:0.0:1767316643.416846:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942541 is committed 00000004:00010000:2.0:1767316643.416849:0:41792:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005e82b4c8 reply state 0000000030361397 transno 8589942541 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000004:00080000:0.0:1767316643.416851:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1973 committed 00000100:00100000:2.0:1767316643.416864:0:41792:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1767316643.416867:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1970 committed 00010000:00010000:2.0:1767316643.416875:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00000004:00080000:0.0:1767316643.416877:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1969 committed 00000004:00080000:0.0:1767316643.416879:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1972 committed 00010000:00010000:2.0:1767316643.416879:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316643.416888:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba5b4d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0d9 expref: 21 pid: 42524 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316643.416976:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985630208:0@lo:2:osp-syn-0-0.0 00010000:00080000:2.0:1767316643.417004:0:41792:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1767316643.417017:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec847a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:66118:x1853163933801728:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 51437us (51661us total) trans 8589942541 rc 0/0 00000100:00100000:0.0:1767316643.417025:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316643.417027:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3189 00000100:00100000:0.0:1767316643.417060:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316643.417066:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985630336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316643.417086:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316643.417114:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630208 00000100:00100000:0.0:1767316643.417121:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630208 00000100:00100000:0.0:1767316643.417171:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630336 00000100:00100000:0.0:1767316643.417174:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630336 00000100:00100000:0.0:1767316643.417192:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12277 00000100:00100000:0.0:1767316643.417200:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985630208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1767316643.417389:0:45244:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:0.0:1767316643.417393:0:45244:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb mtime from disk: 1767316629 -> 1767316629 00002000:00010000:0.0:1767316643.417396:0:45244:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb atime from disk: 1767316618 -> 1767316618 00002000:00010000:0.0:1767316643.417398:0:45244:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb ctime from disk: 1767316643 -> 1767316643 00002000:00010000:0.0:1767316643.417401:0:45244:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26c:0x0] updating lvb blocks from disk: 2063 -> 2063 00000100:00100000:0.0:1767316643.417441:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985630208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 241us (414us total) trans 21474840568 rc 0/0 00000100:00100000:0.0:1767316643.417448:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12277 00000100:00100000:0.0:1767316643.417460:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12278 00000100:00100000:0.0:1767316643.417466:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985630336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1767316643.417535:0:45244:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316643.417539:0:45244:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1767316643.417541:0:45244:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1767316643.417543:0:45244:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1767316643.417545:0:45244:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316643.417570:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985630336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (483us total) trans 21474840569 rc 0/0 00000100:00100000:0.0:1767316643.417577:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12278 00000100:00100000:1.0:1767316643.418627:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985630592:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316643.418698:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316643.418765:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316643.418772:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985630464:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316643.418795:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316643.418829:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630592 00000100:00100000:1.0:1767316643.418836:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630592 00000100:00100000:1.0:1767316643.418870:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630464 00000100:00100000:1.0:1767316643.418873:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630464 00000100:00100000:1.0:1767316643.419076:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12279 00000100:00100000:1.0:1767316643.419085:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985630592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1767316643.419641:0:37088:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 70254592 -> 70254592 00002000:00010000:1.0:1767316643.419646:0:37088:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 1767316643 -> 1767316643 00002000:00010000:1.0:1767316643.419649:0:37088:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316643.419651:0:37088:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 1767316643 -> 1767316643 00002000:00010000:1.0:1767316643.419653:0:37088:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 6167 -> 6167 00000100:00100000:1.0:1767316643.419798:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985630592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 713us (1099us total) trans 17179873691 rc 0/0 00000100:00100000:1.0:1767316643.419806:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12279 00000100:00100000:1.0:1767316643.419828:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12280 00000100:00100000:1.0:1767316643.419835:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985630464:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1767316643.420070:0:37088:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316643.420073:0:37088:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime from disk: 1767316629 -> 1767316629 00002000:00010000:1.0:1767316643.420076:0:37088:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 1767316618 -> 1767316618 00002000:00010000:1.0:1767316643.420078:0:37088:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime from disk: 1767316643 -> 1767316643 00002000:00010000:1.0:1767316643.420080:0:37088:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316643.420109:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985630464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 275us (1312us total) trans 17179873692 rc 0/0 00000100:00100000:1.0:1767316643.420114:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12280 00000004:00080000:2.0:1767316643.420231:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4124380/2, rc 0, transno 21474840569 00000100:00100000:2.0:1767316643.420248:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985630336:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1767316643.420263:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc57e0000/2, rc 0, transno 21474840568 00000100:00100000:2.0:1767316643.420267:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985630208:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1767316643.421522:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.421538:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.421545:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.421552:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.421557:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.421568:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.421586:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316643.421590:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316643.421595:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316643.421601:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba5c03 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00000100:00100000:1.0:1767316643.422084:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873684 gen 2 00000004:00080000:1.0:1767316643.422093:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad5500, transno 17179873683 00000004:00080000:1.0:1767316643.422167:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad6d80, transno 17179873684 00000100:00100000:2.0:1767316643.422609:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.424516:0:6215:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ee7dd2a00 x1853163985630464/t17179873692(17179873692) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316659 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767316643.424532:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7dd2a00/2, rc 0, transno 17179873692 00000100:00100000:1.0:1767316643.424537:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985630464:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1767316643.425072:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7dd2300/2, rc 0, transno 17179873691 00000100:00100000:1.0:1767316643.425079:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985630592:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316643.427348:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.451210:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316643.451335:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933802496 00000100:00100000:2.0:1767316643.451345:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933802496 00000100:00100000:2.0:1767316643.451409:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7926 00000100:00100000:2.0:1767316643.451431:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66119:x1853163933802496:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316643.451463:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316643.451488:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5c11 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a12d expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.451591:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba5c18 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.451607:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba5c18 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.451618:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba5c18 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.451634:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5c1f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.451642:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5c1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.451648:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba5c1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316643.462877:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.465689:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66119:x1853163933802624:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 2558us (2806us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316643.465706:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7927 00000100:00100000:2.0:1767316643.492711:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985630720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316643.492832:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316643.492969:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630720 00000100:00100000:0.0:1767316643.492979:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630720 00000100:00100000:0.0:1767316643.493043:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1767316643.493054:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985630720:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316643.493132:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985630848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316643.493181:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316643.493206:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630848 00000100:00100000:2.0:1767316643.493211:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630848 00000100:00100000:2.0:1767316643.493231:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1767316643.493237:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985630848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316643.493252:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3847225344 00000100:00100000:2.0:1767316643.493299:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985630848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316643.493308:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1767316643.493831:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985630848:0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316643.493864:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 389742592 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1767316643.494011:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985630720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 959us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316643.494019:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1767316643.494220:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985630720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316643.519712:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.519829:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933802880 00000100:00100000:0.0:1767316643.519841:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933802880 00000100:00100000:0.0:1767316643.519903:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7928 00000100:00100000:0.0:1767316643.519914:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66125:x1853163933802880:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316643.519935:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316643.519956:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5c3b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a134 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.520034:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520050:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520060:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520375:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520387:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520395:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520525:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520533:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520539:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520555:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.520560:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520567:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520579:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316643.520582:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.520586:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520592:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5c42 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520604:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520609:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520615:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520625:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.520627:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520633:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520640:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316643.520642:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.520645:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520650:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5c49 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.520686:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5c3b lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a134 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.520696:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316643.520699:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316643.520702:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5c3b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a134 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.520711:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654e00, rc 0) 00000100:00100000:0.0:1767316643.520897:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66125:x1853163933802880:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 983us (1193us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316643.520906:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7928 00000100:00100000:2.0:1767316643.524279:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316643.524367:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933803008 00000100:00100000:0.0:1767316643.524376:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933803008 00000100:00100000:0.0:1767316643.524485:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7929 00000100:00100000:0.0:1767316643.524496:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66125:x1853163933803008:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316643.524586:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524604:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524616:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524631:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524638:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524644:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524797:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524805:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524823:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316643.524861:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254592 00000004:00200000:0.0:1767316643.524867:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316643.524883:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524896:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524903:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524909:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524915:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.524919:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524927:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524938:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316643.524942:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.524947:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524953:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c50 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524967:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524973:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524978:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524982:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.524984:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.524994:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525000:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ec2e86800) 00010000:00010000:0.0:1767316643.525002:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.525005:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525010:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c57 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525023:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525028:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525033:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525037:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.525039:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525044:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525049:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ec1326800) 00010000:00010000:0.0:1767316643.525051:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.525053:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.525059:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c5e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316643.525154:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66125:x1853163933803008:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 660us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316643.525163:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7929 00000100:00100000:0.0:1767316643.595332:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933803264 00000100:00100000:0.0:1767316643.595351:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933803264 00000100:00100000:0.0:1767316643.595441:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7930 00000100:00100000:0.0:1767316643.595453:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66131:x1853163933803264:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316643.595475:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316643.595500:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c65 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a13b expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.595573:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595588:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595600:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595613:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595620:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595626:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595785:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595794:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595800:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595806:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.595810:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595818:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595830:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316643.595833:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.595838:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595843:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5c6c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595855:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595861:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595867:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595872:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316643.595875:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595885:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595892:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ec2e86800) 00010000:00010000:0.0:1767316643.595894:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316643.595897:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595902:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5c73 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316643.595934:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c65 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a13b expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.595944:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:0.0:1767316643.595947:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316643.595951:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5c65 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a13b expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316643.595960:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654800, rc 0) 00000100:00100000:0.0:1767316643.596023:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66131:x1853163933803264:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 573us (7662us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316643.596031:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7930 00000100:00100000:1.0:1767316643.617966:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933803392 00000100:00100000:1.0:1767316643.617980:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933803392 00000100:00100000:1.0:1767316643.618045:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7931 00000100:00100000:1.0:1767316643.618056:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66131:x1853163933803392:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316643.618199:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618222:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618235:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618255:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618261:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618267:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618390:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618398:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618405:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316643.618442:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254592 00000004:00200000:1.0:1767316643.618447:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316643.618459:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618472:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618478:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618489:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618495:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.618500:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618507:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618518:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316643.618521:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.618525:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618531:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c7a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618542:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618548:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618553:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618556:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.618558:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618561:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618566:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657000) 00010000:00010000:1.0:1767316643.618568:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.618570:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618573:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c81 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618584:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618587:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618591:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618594:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.618595:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618598:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618602:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ec1326800) 00010000:00010000:1.0:1767316643.618603:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.618604:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.618608:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c88 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316643.618692:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66131:x1853163933803392:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 636us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316643.618700:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7931 00000100:00100000:2.0:1767316643.668582:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.668695:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933803648 00000100:00100000:1.0:1767316643.668705:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933803648 00000100:00100000:1.0:1767316643.668808:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7932 00000100:00100000:1.0:1767316643.668825:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66138:x1853163933803648:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316643.668848:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316643.668870:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c8f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a142 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.668950:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.668964:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.668975:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.668989:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.668996:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669002:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669117:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669124:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669131:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669146:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.669151:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669158:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669170:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316643.669173:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.669177:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669182:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5c96 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669195:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669200:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669206:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669209:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.669212:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669217:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669223:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657000) 00010000:00010000:1.0:1767316643.669226:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.669228:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669233:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5c9d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.669266:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c8f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a142 expref: 20 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.669276:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316643.669279:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316643.669282:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5c8f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a142 expref: 20 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316643.669291:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316643.669371:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66138:x1853163933803648:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 554us (798us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316643.669378:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7932 00000100:00100000:1.0:1767316643.677275:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933803776 00000100:00100000:1.0:1767316643.677284:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933803776 00000100:00100000:1.0:1767316643.677344:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7933 00000100:00100000:1.0:1767316643.677353:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66138:x1853163933803776:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316643.677436:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677454:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677466:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677480:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677488:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677494:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677612:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677620:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677627:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316643.677661:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254592 00000004:00200000:1.0:1767316643.677665:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316643.677676:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677687:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677694:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677701:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677711:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.677715:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677722:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677773:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316643.677776:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.677780:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677786:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5ca4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677798:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677804:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677809:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677821:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.677823:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677829:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677835:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657500) 00010000:00010000:1.0:1767316643.677838:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.677840:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677846:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677859:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677864:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677870:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677875:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.677877:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677883:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677888:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ec1326800) 00010000:00010000:1.0:1767316643.677890:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.677893:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.677898:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cb2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316643.677958:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66138:x1853163933803776:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 606us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316643.677966:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7933 00000100:00100000:0.0:1767316643.731542:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804032 00000100:00100000:0.0:1767316643.731555:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804032 00000100:00100000:2.0:1767316643.731755:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7934 00000100:00100000:2.0:1767316643.731766:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66144:x1853163933804032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316643.731787:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316643.731822:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5cb9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a149 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.731901:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.731915:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.731926:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.731939:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.731945:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.731951:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732394:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732401:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732407:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732413:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.732418:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732425:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732441:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316643.732444:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.732448:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732453:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cc0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732467:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732472:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732478:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732482:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.732485:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732490:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732496:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316643.732499:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.732501:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732506:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cc7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.732540:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5cb9 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a149 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.732550:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316643.732553:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316643.732556:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5cb9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a149 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.732565:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316643.732634:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66144:x1853163933804032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 870us (2550us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316643.732643:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7934 00000100:00100000:0.0:1767316643.736672:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316643.736752:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804160 00000100:00100000:1.0:1767316643.736761:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804160 00000100:00100000:1.0:1767316643.736821:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7935 00000100:00100000:1.0:1767316643.736828:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66144:x1853163933804160:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316643.736911:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.736928:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.736940:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.736954:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.736961:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.736967:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737680:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737693:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737701:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316643.737770:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254592 00000004:00200000:1.0:1767316643.737775:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316643.737787:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737814:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737821:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737828:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737833:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.737836:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737844:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737856:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316643.737859:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.737864:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737869:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5cce lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737883:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737889:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737895:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737899:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.737902:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737907:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737913:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3ed9657500) 00010000:00010000:1.0:1767316643.737915:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.737917:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737923:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5cd5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737937:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737942:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737948:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737953:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316643.737955:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737961:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737968:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ec1326800) 00010000:00010000:1.0:1767316643.737969:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316643.737972:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316643.737981:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5cdc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316643.739039:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66144:x1853163933804160:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1240us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316643.739054:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7935 00000100:00100000:2.0:1767316643.768655:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804416 00000100:00100000:2.0:1767316643.768666:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804416 00000100:00100000:2.0:1767316643.768833:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7936 00000100:00100000:2.0:1767316643.768844:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66148:x1853163933804416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316643.768866:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316643.768889:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5ce3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a150 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.768963:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.768978:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.768992:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769006:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769017:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769023:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769156:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769164:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769171:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769177:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.769181:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769188:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769198:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316643.769202:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.769207:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769212:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5cea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769226:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769231:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769248:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769253:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.769255:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769260:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769268:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316643.769271:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.769273:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769278:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5cf1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.769306:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5ce3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a150 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.769315:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316643.769317:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316643.769321:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5ce3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a150 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316643.769330:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316643.769386:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66148:x1853163933804416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 543us (1353us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316643.769393:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7936 00000100:00100000:0.0:1767316643.776885:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316643.776988:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804544 00000100:00100000:2.0:1767316643.776999:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804544 00000100:00100000:2.0:1767316643.777066:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7937 00000100:00100000:2.0:1767316643.777178:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66148:x1853163933804544:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316643.777272:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777290:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777303:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777317:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777323:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777328:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777437:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777445:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777451:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316643.777717:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f9:0x0]: returning size 70254592 00000004:00200000:2.0:1767316643.777723:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316643.777889:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777904:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777911:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777918:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777924:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.777928:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777935:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777947:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316643.777950:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.777954:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777959:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5cf8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777973:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777979:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777984:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777988:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.777991:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.777996:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778002:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0xc2cf826c (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316643.778005:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.778007:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778013:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5cff lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778026:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778032:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778037:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778041:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316643.778044:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778050:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778056:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ec1326800) 00010000:00010000:2.0:1767316643.778059:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316643.778061:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316643.778162:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5d06 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316643.778289:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:66148:x1853163933804544:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1069us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316643.778299:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7937 00000100:00100000:0.0:1767316644.509921:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316644.509964:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316644.510004:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316644.510014:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804800 00000100:00100000:2.0:1767316644.510026:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804800 00000100:00100000:0.0:1767316644.510029:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316644.510057:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804672 00000100:00100000:2.0:1767316644.510059:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933805056 00000100:00100000:0.0:1767316644.510061:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804672 00000100:00100000:2.0:1767316644.510061:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933805056 00000100:00100000:0.0:1767316644.510105:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 349 00000100:00100000:2.0:1767316644.510105:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 828 00000100:00100000:0.0:1767316644.510115:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933804672:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316644.510115:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2485:x1853163933805056:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316644.510192:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933804672:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316644.510199:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 349 00000100:00100000:1.0:1767316644.510212:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933804928 00000100:00100000:1.0:1767316644.510219:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933804928 00000100:00100000:1.0:1767316644.510257:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 829 00000100:00100000:1.0:1767316644.510266:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933804928:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316644.511261:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2485:x1853163933805056:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1142us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316644.511272:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 828 00000100:00080000:2.0:1767316644.511404:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316644.511410:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316644.511413:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316644.511612:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 433 00000100:00100000:2.0:1767316644.511621:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2485:x1853163933804800:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316644.511662:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2485:x1853163933804800:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 42us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316644.511668:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 433 00000100:00100000:2.0:1767316644.513183:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933804928:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 2908us (3140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316644.513197:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 829 00010000:00010000:0.0:1767316644.966399:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316645.064521:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840569 is committed 00000001:00080000:0.0:1767316645.064540:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840567 is committed 00010000:00010000:2.0:1767316645.987903:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316647.588569:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985631232:0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.588618:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316647.588651:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316647.588657:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985631360:0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.588692:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316647.588721:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985631232 00000100:00100000:2.0:1767316647.588725:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985631232 00000100:00100000:2.0:1767316647.588777:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1767316647.588787:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985631232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.588828:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985631232:12345-0@lo:400:kworker.0 Request processed in 43us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316647.588833:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:2.0:1767316647.588849:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767316647.588852:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316647.588854:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316647.588875:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1767316647.588880:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985631360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.588901:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985631360:12345-0@lo:400:kworker.0 Request processed in 22us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316647.588905:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1767316647.588931:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840569 gen 2 00000004:00080000:2.0:1767316647.588936:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad7480, transno 21474840565 00000100:00100000:0.0:1767316647.588940:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985630976 00000004:00080000:2.0:1767316647.588945:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad6300, transno 21474840566 00000100:00100000:0.0:1767316647.588946:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985630976 00000004:00080000:2.0:1767316647.588950:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc57e0000, transno 21474840568 00000004:00080000:2.0:1767316647.588954:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4124380, transno 21474840569 00000100:00100000:2.0:1767316647.588959:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985631360:0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.588969:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985631232:0@lo:400:kworker.0 00000004:00080000:2.0:1767316647.589180:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1767316647.589192:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316647.589207:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985631616:0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.589226:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316647.589251:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985631488:0@lo:400:kworker.0 00000100:00100000:0.0:1767316647.589260:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1767316647.589270:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985630976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.589278:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985631104 00000100:00100000:2.0:1767316647.589283:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985631104 00000100:00100000:0.0:1767316647.589317:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985630976:12345-0@lo:400:kworker.0 Request processed in 49us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316647.589319:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985631616 00000100:00100000:2.0:1767316647.589323:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985631616 00000100:00100000:0.0:1767316647.589329:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1767316647.589348:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1767316647.589357:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985631104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316647.589395:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1767316647.589396:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985631104:12345-0@lo:400:kworker.0 Request processed in 39us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316647.589405:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985631616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.589406:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1767316647.589442:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985631616:12345-0@lo:400:kworker.0 Request processed in 40us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316647.589448:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1767316647.589452:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985631104:0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.589467:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985631616:0@lo:400:kworker.0 00000100:00100000:2.0:1767316647.589477:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985630976:0@lo:400:kworker.0 00000100:00080000:0.0:1767316647.590014:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316648.040989:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316648.611885:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316648.611912:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985631744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316648.611987:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316648.612090:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985631744 00000100:00100000:0.0:1767316648.612101:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985631744 00000100:00100000:0.0:1767316648.612180:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1767316648.612190:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985631744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316648.612234:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3849322496 avail 3847225344 00000100:00100000:0.0:1767316648.612289:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985631744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316648.612355:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985631744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316648.614660:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316648.614683:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985631872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316648.614767:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316648.614819:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985631872 00000100:00100000:1.0:1767316648.614827:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985631872 00000100:00100000:0.0:1767316648.620871:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1767316648.623654:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1767316648.623675:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985631872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316648.623718:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 389742592 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1767316648.623920:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985631872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 253us (9153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316648.623927:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767316648.624102:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985631872:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1767316648.669169:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1767316648.669622:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873690 is committed 00000001:00080000:0.0:1767316648.669640:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873692 is committed 00000100:00100000:1.0:1767316648.685478:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933805440 00000100:00100000:1.0:1767316648.685488:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933805440 00000100:00100000:1.0:1767316648.685559:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7939 00000100:00100000:1.0:1767316648.685570:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:66565:x1853163933805440:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316648.685627:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316648.685654:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5d22 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a157 expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316648.685681:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba5c0a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a126 expref: 19 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316648.685694:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ec1326800) 00010000:00010000:1.0:1767316648.685705:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316648.685763:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685777:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685787:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685801:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5d30 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685808:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5d30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685813:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5d30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685935:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685943:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.685949:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:1.0:1767316648.686595:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2365, 64 off204696 00000004:00080000:1.0:1767316648.686606:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1893929876654ns, next at 1894929874219ns, rc = 0 00000040:00080000:1.0:1767316648.686655:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2361, 64 off204184 00000004:00080000:1.0:1767316648.686662:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1893929933004ns, next at 1894929931906ns, rc = 0 00000040:00080000:1.0:1767316648.686685:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2362, 64 off204248 00000040:00080000:1.0:1767316648.686704:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2366, 64 off204760 00010000:00010000:1.0:1767316648.686818:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686829:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686838:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686845:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686852:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686858:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686886:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316648.686906:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686914:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686920:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686926:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316648.686930:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686938:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686948:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316648.686951:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316648.686956:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.686962:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d37 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687023:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687029:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687034:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687039:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316648.687042:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687067:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687075:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316648.687077:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316648.687080:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316648.687086:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d29 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316648.687096:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec2c3c5b reply state 00000000c2de54cc transno 8589942543 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5d30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1f8:0x0].0xc2cf826c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316648.687105:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316648.687187:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:66565:x1853163933805440:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1616us (1844us total) trans 8589942543 rc 0/0 00000100:00100000:1.0:1767316648.687197:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7939 00010000:00010000:2.0:1767316648.688638:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316648.688651:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316648.688661:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316648.688665:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316648.688672:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316648.688688:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f9:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316648.688691:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316648.688694:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316648.688699:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d3e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316648.690415:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316648.690422:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316648.690424:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316648.700528:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942542 is committed 00000100:00100000:1.0:1767316649.636595:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933805824 00000100:00100000:1.0:1767316649.636602:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933805824 00000100:00100000:1.0:1767316649.636647:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933805952 00000100:00100000:1.0:1767316649.636650:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933805952 00000100:00100000:1.0:1767316649.636678:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 832 00000100:00100000:1.0:1767316649.636686:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933805824:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316649.636762:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933805824:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316649.636770:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 832 00000100:00100000:1.0:1767316649.636785:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 833 00000100:00100000:1.0:1767316649.636792:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933805952:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316649.636819:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933805952:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316649.636825:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 833 00000100:00080000:2.0:1767316649.638181:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316649.638190:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316649.641396:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933805568 00000100:00100000:0.0:1767316649.641409:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933805568 00000100:00100000:0.0:1767316649.641465:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 351 00000100:00100000:0.0:1767316649.641476:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933805568:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316649.641553:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933805568:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 79us (6259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316649.641562:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 351 00000001:02000400:1.0:1767316649.965950:0:48291:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204e: FLR write/stale/resync sel test with repeated comp ========================================================== 20:17:28 (1767316648) 00010000:00010000:0.0:1767316650.088238:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316651.871614:0:48388:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1897114881444ns, next at 1894929931906ns, rc = 0 00000004:00080000:1.0:1767316651.935526:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1972 committed 00000001:00080000:1.0:1767316651.935600:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942543 is committed 00000004:00080000:1.0:1767316651.935606:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1971 committed 00000100:00100000:0.0:1767316651.936024:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985632000 00000100:00100000:0.0:1767316651.936033:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985632000 00000100:00100000:0.0:1767316651.936096:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12281 00000100:00100000:0.0:1767316651.936106:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5464050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985632000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316651.936221:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:620 count 1 00010000:00010000:0.0:1767316651.936254:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.936282:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bfc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a11f expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.936290:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316651.936292:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316651.936296:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.936326:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a11f expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767316651.936332:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1974 committed 00010000:00010000:0.0:1767316651.936340:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5bfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a11f expref: 8 pid: 37089 timeout: 1997 lvb_type: 0 00000100:00100000:0.0:1767316651.936354:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985632256:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316651.937269:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eed80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316651.937834:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316651.937848:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985632512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316651.937890:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767316651.938871:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316651.952662:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316651.952700:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316651.952761:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933806080 00000100:00100000:2.0:1767316651.952771:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933806080 00010000:00010000:2.0:1767316651.952840:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0fc expref: 9 pid: 38185 timeout: 1997 lvb_type: 0 00000100:00100000:2.0:1767316651.952877:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933806208 00000100:00100000:2.0:1767316651.952881:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933806208 00010000:00010000:2.0:1767316651.952912:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 10 pid: 37089 timeout: 1997 lvb_type: 0 00000100:00100000:2.0:1767316651.952947:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6202 00000100:00100000:2.0:1767316651.952961:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933806080:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316651.952980:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316651.952994:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0fc expref: 9 pid: 38185 timeout: 1997 lvb_type: 0 00010000:00010000:2.0:1767316651.953006:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0fc expref: 9 pid: 38185 timeout: 1997 lvb_type: 0 00010000:00010000:2.0:1767316651.953040:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba5b9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->10485759) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0fc expref: 9 pid: 38185 timeout: 1997 lvb_type: 0 00010000:00010000:2.0:1767316651.953057:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316651.953059:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316651.953064:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316651.953075:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316651.953107:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316651.953376:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933806080:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 417us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316651.953385:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6202 00000100:00100000:2.0:1767316651.953406:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6203 00000100:00100000:2.0:1767316651.953415:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933806208:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316651.953425:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316651.953430:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 10 pid: 37089 timeout: 1997 lvb_type: 0 00010000:00010000:2.0:1767316651.953446:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 10 pid: 37089 timeout: 1997 lvb_type: 0 00010000:00010000:2.0:1767316651.953463:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316651.953465:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316651.953469:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316651.953478:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316651.953492:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316651.953516:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933806208:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 102us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316651.953525:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6203 00000100:00080000:2.0:1767316651.953694:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316651.953699:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767316651.954033:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316651.954041:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.954050:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316651.954054:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.954063:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.954077:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.954084:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba5d4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.954108:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316651.954110:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316651.954112:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316651.954385:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985632256:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316651.954403:0:37089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.954431:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5bf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a118 expref: 9 pid: 37089 timeout: 1997 lvb_type: 0 00000100:00100000:0.0:1767316651.954448:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985632640:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316651.954460:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.954469:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.954475:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.954483:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.954491:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.954514:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316651.955299:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316651.955306:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.955315:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316651.955319:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.955328:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.955343:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.955350:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5d53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316651.955366:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316651.955368:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316651.955369:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767316651.955821:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc8ee7480/2, rc 0, transno 21474840570 00000100:00100000:2.0:1767316651.955840:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985632128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316651.956096:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316651.956482:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985632512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17868us (18590us total) trans 17179873693 rc 0/0 00000100:00100000:0.0:1767316651.956491:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12283 00000100:00100000:2.0:1767316651.956543:0:6213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873692 gen 2 00000004:00080000:2.0:1767316651.956549:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7dd2300, transno 17179873691 00000004:00080000:2.0:1767316651.956590:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7dd2a00, transno 17179873692 00000100:00100000:2.0:1767316651.956890:0:6213:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3dc41aca80 x1853163985632512/t17179873693(17179873693) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316667 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767316651.956910:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41aca80/2, rc 0, transno 17179873693 00000100:00100000:2.0:1767316651.956915:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985632512:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316651.957494:0:37089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.957506:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.957521:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.957530:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba5d45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316651.957556:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316651.960383:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5464050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985632000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24270us (24519us total) trans 21474840571 rc 0/0 00000100:00100000:2.0:1767316651.960397:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12281 00000004:00080000:1.0:1767316651.961528:0:48388:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1897204797523ns, next at 1894929874219ns, rc = 0 00000004:00080000:1.0:1767316651.999616:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1975 committed 00000100:00100000:2.0:1767316652.000089:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985632768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316652.000165:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316652.005308:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985632768 00000100:00100000:1.0:1767316652.005324:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985632768 00000100:00100000:1.0:1767316652.008590:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12284 00000100:00100000:1.0:1767316652.008722:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985632768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316652.008783:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:623 count 1 00010000:00010000:1.0:1767316652.008814:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.008837:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a111 expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.008845:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316652.008848:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316652.008852:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.008891:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a111 expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.008907:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a111 expref: 8 pid: 37089 timeout: 1997 lvb_type: 0 00000100:00100000:1.0:1767316652.008933:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985632896:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316652.009428:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed180 going to sleep for 11 seconds 00000100:00100000:2.0:1767316652.013479:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316652.014369:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5be7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10485760->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a111 expref: 9 pid: 37089 timeout: 1997 lvb_type: 0 00000100:00100000:1.0:1767316652.014386:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985632896:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316652.014407:0:37089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.014417:0:37089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.014424:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.014433:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.014440:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316652.014472:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316652.014919:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316652.014938:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316652.014945:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316652.015237:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316652.015249:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316652.015332:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316652.015341:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5d5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316652.015364:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316652.015366:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316652.015368:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316652.028589:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985632768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19862us (28414us total) trans 17179873694 rc 0/0 00000100:00100000:1.0:1767316652.028605:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12284 00000004:00080000:2.0:1767316652.029366:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41af480/2, rc 0, transno 17179873694 00000100:00100000:2.0:1767316652.029436:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985632768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316652.711221:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985633024:0@lo:400:kworker.0 00000100:00100000:2.0:1767316652.711309:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316652.715077:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633024 00000100:00100000:1.0:1767316652.715093:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633024 00000100:00100000:1.0:1767316652.715151:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1767316652.715161:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985633024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.715809:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985633152:0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.715851:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316652.715894:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985633280:0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.715928:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316652.715948:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316652.715953:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985633408:0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.715985:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316652.716013:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633152 00000100:00100000:0.0:1767316652.716017:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633152 00000100:00100000:0.0:1767316652.716054:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633280 00000100:00100000:0.0:1767316652.716057:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633280 00000100:00100000:0.0:1767316652.716077:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633408 00000100:00100000:0.0:1767316652.716078:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633408 00000100:00100000:0.0:1767316652.716094:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1767316652.716100:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985633152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.716138:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985633152:12345-0@lo:400:kworker.0 Request processed in 37us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316652.716145:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1767316652.716160:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1767316652.716166:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985633280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.716190:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985633280:12345-0@lo:400:kworker.0 Request processed in 24us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316652.716195:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1767316652.716204:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1767316652.716208:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985633408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.716228:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985633408:12345-0@lo:400:kworker.0 Request processed in 20us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316652.716233:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1767316652.716276:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985633152:0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.716301:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985633408:0@lo:400:kworker.0 00000100:00100000:0.0:1767316652.716309:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985633280:0@lo:400:kworker.0 00000100:00100000:1.0:1767316652.716455:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985633024:12345-0@lo:400:kworker.0 Request processed in 1294us (5144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316652.716463:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1767316652.718301:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985633024:0@lo:400:kworker.0 00000100:00080000:2.0:1767316652.718344:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316653.157501:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316653.732553:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985633536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316653.732630:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316653.732702:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633664 00000100:00100000:0.0:1767316653.732713:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633664 00000100:00100000:0.0:1767316653.732814:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633536 00000100:00100000:0.0:1767316653.732819:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633536 00000100:00100000:0.0:1767316653.732849:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1767316653.732862:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985633664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316653.732931:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3849322496 avail 3847225344 00000100:00100000:0.0:1767316653.733005:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985633664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316653.733029:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:0.0:1767316653.733357:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316653.733365:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1767316653.833115:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873693 is committed 00000001:00080000:1.0:1767316653.833143:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873694 is committed 00010000:00010000:1.0:1767316654.180082:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316654.755337:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933806592 00000100:00100000:1.0:1767316654.755353:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933806592 00000100:00100000:1.0:1767316654.755434:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 353 00000100:00100000:1.0:1767316654.755447:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933806592:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316654.755559:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933806592:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 114us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316654.755569:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 353 00000100:00100000:1.0:1767316654.756626:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933806720 00000100:00100000:1.0:1767316654.756635:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933806720 00000100:00100000:1.0:1767316654.756759:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 441 00000100:00100000:1.0:1767316654.756767:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933806720:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316654.756844:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933806720:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316654.756852:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 441 00000100:00100000:0.0:1767316654.759394:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316654.759439:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316654.759479:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933806976 00000100:00100000:0.0:1767316654.759493:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933806976 00000100:00080000:2.0:1767316654.760271:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316654.760834:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933806848 00000100:00100000:0.0:1767316654.760845:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933806848 00000100:00100000:0.0:1767316654.760891:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 834 00000100:00100000:0.0:1767316654.760903:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933806976:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316654.760905:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:1.0:1767316654.760915:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933806848:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316654.761049:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933806848:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 135us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316654.761059:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:0.0:1767316654.761454:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933806976:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 551us (2068us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316654.761462:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 834 00000100:00080000:2.0:1767316654.768558:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316654.768569:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1767316655.424269:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840571 is committed 00010000:00010000:2.0:1767316656.230864:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316657.257382:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316657.829584:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985633792:0@lo:400:kworker.0 00000100:00100000:0.0:1767316657.829712:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316657.829882:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985633792 00000100:00100000:1.0:1767316657.829892:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985633792 00000100:00100000:1.0:1767316657.829969:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1767316657.829980:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985633792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316657.837375:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985633792:12345-0@lo:400:kworker.0 Request processed in 7380us (7646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316657.837390:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985633792:0@lo:400:kworker.0 00000100:00100000:1.0:1767316657.837394:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1767316657.838531:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634048 00000100:00100000:1.0:1767316657.838541:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634048 00000100:00100000:1.0:1767316657.838635:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1767316657.838656:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985634048:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767316657.838824:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316657.838889:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985634176:0@lo:400:kworker.0 00000100:00100000:0.0:1767316657.838930:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316657.838983:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634176 00000100:00100000:0.0:1767316657.838988:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634176 00000100:00100000:0.0:1767316657.839027:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1767316657.839034:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985634176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316657.839076:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985634176:12345-0@lo:400:kworker.0 Request processed in 42us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316657.839099:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00080000:0.0:1767316657.839129:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316657.839155:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840571 gen 2 00000004:00080000:0.0:1767316657.839163:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc8ee7480, transno 21474840570 00000004:00080000:0.0:1767316657.839175:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc8ee4000, transno 21474840571 00000100:00100000:0.0:1767316657.839181:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985634176:0@lo:400:kworker.0 00000100:00100000:1.0:1767316657.840617:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985634048:12345-0@lo:400:kworker.0 Request processed in 1962us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316657.840633:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1767316657.841420:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985634304:0@lo:400:kworker.0 00000100:00100000:0.0:1767316657.841488:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316657.841534:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316657.841540:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985634432:0@lo:400:kworker.0 00000100:00100000:0.0:1767316657.841577:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316657.841613:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634432 00000100:00100000:0.0:1767316657.841621:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634432 00000100:00100000:0.0:1767316657.841679:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1767316657.841688:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985634432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316657.841766:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985634432:12345-0@lo:400:kworker.0 Request processed in 79us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316657.841773:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1767316657.841820:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985634432:0@lo:400:kworker.0 00000100:00100000:2.0:1767316657.842871:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634304 00000100:00100000:2.0:1767316657.842893:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634304 00000100:00100000:2.0:1767316657.842968:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1767316657.842978:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985634304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316657.843061:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985634304:12345-0@lo:400:kworker.0 Request processed in 75us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316657.843068:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1767316657.843112:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873694 gen 2 00000004:00080000:2.0:1767316657.843118:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41aca80, transno 17179873693 00000004:00080000:2.0:1767316657.843129:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41af480, transno 17179873694 00000100:00100000:2.0:1767316657.843134:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985634304:0@lo:400:kworker.0 00000100:00080000:0.0:1767316657.845087:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767316658.276116:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316658.858510:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316658.858542:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985634560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316658.858642:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316658.858725:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634560 00000100:00100000:2.0:1767316658.858753:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634560 00000100:00100000:2.0:1767316658.858815:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767316658.858825:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985634560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316658.858885:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 389742592 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316658.858938:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985634560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316658.858946:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767316658.859008:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985634560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316658.862798:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316658.862828:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985634688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316658.862944:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316658.863028:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634688 00000100:00100000:1.0:1767316658.863038:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634688 00000100:00100000:1.0:1767316658.863094:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1767316658.863103:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985634688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316658.863149:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316658.863201:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985634688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316658.863209:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1767316658.863271:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985634688:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1767316659.317437:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316659.871199:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316659.871267:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316659.871308:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316659.871348:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316659.871398:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933807360 00000100:00100000:1.0:1767316659.871398:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933807488 00000100:00100000:1.0:1767316659.871413:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933807488 00000100:00100000:0.0:1767316659.871417:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933807360 00000100:00100000:1.0:1767316659.871514:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 838 00000100:00100000:2.0:1767316659.871584:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933807104 00000100:00100000:2.0:1767316659.871590:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933807104 00000100:00100000:2.0:1767316659.871626:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 355 00000100:00100000:2.0:1767316659.871637:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933807104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316659.871765:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933807104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 92us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316659.871775:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 355 00000100:00100000:1.0:1767316659.871993:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933807488:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316659.872029:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933807488:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316659.872182:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 839 00000100:00100000:0.0:1767316659.872193:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933807360:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316659.872230:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933807360:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316659.872238:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 839 00000100:00080000:0.0:1767316659.872280:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316659.872288:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316659.872291:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316659.872702:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 445 00000100:00100000:2.0:1767316659.872712:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933807232:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316659.872783:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933807232:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 73us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316659.872792:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 445 00000100:00100000:1.0:1767316659.872874:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 838 00010000:00010000:1.0:1767316660.324234:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316661.348127:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316662.372145:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316662.948863:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985634816:0@lo:400:kworker.0 00000100:00100000:0.0:1767316662.949089:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316662.949281:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985635328:0@lo:400:kworker.0 00000100:00100000:0.0:1767316662.949358:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316662.949416:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767316662.949429:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985634944:0@lo:400:kworker.0 00000100:00100000:0.0:1767316662.949480:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316662.949495:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634816 00000100:00100000:2.0:1767316662.949501:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634816 00000100:00100000:0.0:1767316662.949533:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985635456:0@lo:400:kworker.0 00000100:00100000:2.0:1767316662.949553:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1767316662.949567:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985634816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316662.949588:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316662.949628:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985634816:12345-0@lo:400:kworker.0 Request processed in 63us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316662.949634:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1767316662.949668:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985635072 00000100:00100000:2.0:1767316662.949672:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985635072 00000100:00100000:2.0:1767316662.949698:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985634944 00000100:00100000:2.0:1767316662.949701:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985634944 00000100:00100000:2.0:1767316662.949721:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985635456 00000100:00100000:2.0:1767316662.949724:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985635456 00000100:00100000:2.0:1767316662.949763:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1767316662.949769:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1767316662.949769:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985635072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316662.949787:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985634944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316662.949961:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985635072:12345-0@lo:400:kworker.0 Request processed in 190us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316662.949969:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1767316662.949978:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985634816:0@lo:400:kworker.0 00000100:00100000:2.0:1767316662.949991:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1767316662.949999:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985635456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316662.950070:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985635328:0@lo:400:kworker.0 00000100:00100000:1.0:1767316662.955600:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985634944:12345-0@lo:400:kworker.0 Request processed in 5821us (6122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316662.955611:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1767316662.956041:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985635200:0@lo:400:kworker.0 00000100:00100000:1.0:1767316662.956060:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985635072:0@lo:400:kworker.0 00000100:00100000:0.0:1767316662.957588:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985634944:0@lo:400:kworker.0 00000100:00100000:2.0:1767316662.957741:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985635456:12345-0@lo:400:kworker.0 Request processed in 7722us (8139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316662.957757:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1767316662.963076:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985635456:0@lo:400:kworker.0 00010000:00010000:1.0:1767316663.404718:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316663.972310:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985635584 00000100:00100000:0.0:1767316663.972323:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985635584 00000100:00100000:0.0:1767316663.972398:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1767316663.972409:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985635584:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316663.972428:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985635712:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316663.972456:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316663.972477:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316663.977717:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985635712 00000100:00100000:1.0:1767316663.977757:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985635712 00000100:00100000:1.0:1767316663.978134:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1767316663.978149:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985635712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316663.978208:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 389742592 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316663.978313:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985635712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (5835us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316663.978325:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1767316663.978397:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985635712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316663.980096:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985635584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7675us (7909us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316663.980112:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00010000:00010000:1.0:1767316664.420180:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316664.989819:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316664.989934:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316664.989977:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316664.990015:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316664.990075:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933807872 00000100:00100000:2.0:1767316664.990088:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933807872 00000100:00100000:2.0:1767316664.990174:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933808000 00000100:00100000:2.0:1767316664.990178:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933808000 00000100:00100000:2.0:1767316664.990207:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 842 00000100:00100000:2.0:1767316664.990219:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933807872:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316664.990325:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933807872:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 106us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316664.990334:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 842 00000100:00100000:2.0:1767316664.990355:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 843 00000100:00100000:2.0:1767316664.990362:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933808000:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316664.990390:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933808000:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316664.990396:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 843 00000100:00100000:0.0:1767316664.990911:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933807744 00000100:00100000:0.0:1767316664.990918:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933807744 00000100:00100000:0.0:1767316664.990968:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 449 00000100:00100000:0.0:1767316664.990976:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933807744:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316664.991018:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933807744:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316664.991025:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 449 00000100:00080000:0.0:1767316664.991072:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316664.991078:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316664.991081:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316664.993386:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933807616 00000100:00100000:1.0:1767316664.993407:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933807616 00000100:00100000:1.0:1767316664.993585:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 357 00000100:00100000:1.0:1767316664.993597:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933807616:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316664.993999:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933807616:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 403us (4194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316664.994010:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 357 00010000:00010000:2.0:1767316665.455567:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316666.468197:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316667.492117:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316668.068113:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985636224:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068210:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316668.068321:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316668.068328:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985636096:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068384:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316668.068407:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985635968:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068443:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636224 00000100:00100000:1.0:1767316668.068450:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316668.068463:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636224 00000100:00100000:1.0:1767316668.068480:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985636480:0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.068505:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316668.068529:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767316668.068536:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985635840:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068547:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1767316668.068559:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985636224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.068572:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316668.068612:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985636352:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068627:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985636224:12345-0@lo:400:kworker.0 Request processed in 68us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316668.068636:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1767316668.068643:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316668.068664:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636352 00000100:00100000:2.0:1767316668.068669:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636352 00000100:00100000:1.0:1767316668.068693:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636096 00000100:00100000:1.0:1767316668.068699:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636096 00000100:00100000:2.0:1767316668.068712:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1767316668.068722:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985636352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.068776:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985635968 00000100:00100000:1.0:1767316668.068780:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985635968 00000100:00100000:2.0:1767316668.068795:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985636352:12345-0@lo:400:kworker.0 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316668.068803:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1767316668.068808:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636480 00000100:00100000:1.0:1767316668.068812:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636480 00000100:00100000:1.0:1767316668.068840:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1767316668.068847:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985636096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068859:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985636224:0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.068909:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985636096:12345-0@lo:400:kworker.0 Request processed in 61us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316668.068917:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985636096:0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.068920:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1767316668.068941:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1767316668.068950:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985635968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.068961:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1767316668.068969:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985636480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.068987:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985635968:12345-0@lo:400:kworker.0 Request processed in 39us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316668.068995:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1767316668.069004:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985636480:12345-0@lo:400:kworker.0 Request processed in 36us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316668.069010:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1767316668.069035:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985635840 00000100:00100000:2.0:1767316668.069037:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985635840 00000100:00100000:2.0:1767316668.069061:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1767316668.069062:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985636352:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.069068:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985635840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316668.069084:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985635968:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.069095:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985635840:12345-0@lo:400:kworker.0 Request processed in 29us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316668.069101:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985636480:0@lo:400:kworker.0 00000100:00100000:2.0:1767316668.069103:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1767316668.069134:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985635840:0@lo:400:kworker.0 00010000:00010000:2.0:1767316668.516975:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316669.093776:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636608 00000100:00100000:1.0:1767316669.093805:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636608 00000100:00100000:1.0:1767316669.093992:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1767316669.094005:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985636608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316669.094066:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316669.094155:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985636608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316669.094164:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1767316669.099040:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636736 00000100:00100000:2.0:1767316669.099062:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636736 00000100:00100000:2.0:1767316669.099144:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1767316669.099156:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985636736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316669.099212:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 389742592 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316669.099331:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985636736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 177us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316669.099343:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00010000:00010000:1.0:1767316669.540360:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316672.611898:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316673.188036:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985637120:0@lo:400:kworker.0 00000100:00100000:2.0:1767316673.188140:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316673.188233:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316673.188261:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985637248:0@lo:400:kworker.0 00000100:00100000:2.0:1767316673.188301:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316673.188449:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985637376 00000100:00100000:1.0:1767316673.188461:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985637376 00000100:00100000:1.0:1767316673.188539:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985637248 00000100:00100000:1.0:1767316673.188543:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985637248 00000100:00100000:1.0:1767316673.188571:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1767316673.188583:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985637376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316673.189978:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985637376:12345-0@lo:400:kworker.0 Request processed in 1389us (1704us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316673.189994:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1767316673.190038:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1767316673.190050:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985637248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316673.190112:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985637248:12345-0@lo:400:kworker.0 Request processed in 67us (1813us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316673.190119:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1767316673.190150:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636864 00000100:00100000:1.0:1767316673.190158:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636864 00000100:00100000:1.0:1767316673.190197:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1767316673.190205:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985636864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316673.190242:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985636864:12345-0@lo:400:kworker.0 Request processed in 38us (2048us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316673.190248:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:1.0:1767316673.190284:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316673.190291:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316673.190363:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985637248:0@lo:400:kworker.0 00000100:00100000:2.0:1767316673.191615:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985637120 00000100:00100000:2.0:1767316673.191625:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985637120 00000100:00100000:2.0:1767316673.191940:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985636992 00000100:00100000:2.0:1767316673.191946:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985636992 00000100:00100000:2.0:1767316673.191980:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985637504 00000100:00100000:2.0:1767316673.191984:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985637504 00000100:00100000:2.0:1767316673.192012:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1767316673.192023:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985637120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316673.192103:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985637120:12345-0@lo:400:kworker.0 Request processed in 82us (3965us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316673.192110:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1767316673.192128:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1767316673.192134:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985636992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316673.192168:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985636992:12345-0@lo:400:kworker.0 Request processed in 34us (3832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316673.192174:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1767316673.192185:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1767316673.192190:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985637504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316673.192215:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985637504:12345-0@lo:400:kworker.0 Request processed in 25us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316673.192225:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00010000:00010000:1.0:1767316673.643545:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316674.212062:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316674.212086:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985637632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316674.212154:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316674.219365:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985637632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316674.224782:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985637760 00000100:00100000:0.0:1767316674.224794:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985637760 00000100:00100000:0.0:1767316674.224861:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1767316674.224873:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985637760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316674.224912:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 389742592 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316674.224985:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985637760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316674.224992:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1767316675.230433:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316675.230537:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316675.230591:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316675.230627:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316675.230674:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933808896 00000100:00100000:2.0:1767316675.230684:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933808896 00000100:00100000:2.0:1767316675.230768:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933809024 00000100:00100000:2.0:1767316675.230771:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933809024 00000100:00100000:2.0:1767316675.230795:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 850 00000100:00100000:2.0:1767316675.230805:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933808896:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316675.230832:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933808768 00000100:00100000:0.0:1767316675.230838:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933808768 00000100:00100000:2.0:1767316675.230878:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933808896:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316675.230882:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 457 00000100:00100000:2.0:1767316675.230892:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 850 00000100:00100000:0.0:1767316675.230897:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933808768:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316675.230915:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 851 00000100:00100000:2.0:1767316675.230923:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933809024:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316675.230941:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933808768:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316675.230949:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 457 00000100:00100000:2.0:1767316675.230954:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933809024:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 31us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316675.230962:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 851 00000100:00100000:1.0:1767316675.233823:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933808640 00000100:00100000:1.0:1767316675.233840:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933808640 00000100:00100000:1.0:1767316675.233966:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 361 00000100:00100000:1.0:1767316675.233978:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933808640:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316675.234066:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933808640:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 91us (3643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316675.234075:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 361 00010000:00010000:1.0:1767316675.684224:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316676.057560:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316676.059526:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933809280 00000100:00100000:1.0:1767316676.059554:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933809280 00000100:00100000:1.0:1767316676.059641:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7940 00000100:00100000:1.0:1767316676.059653:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:67108:x1853163933809280:12345-192.168.204.9@tcp:36:mkdir.0 00010000:00010000:1.0:1767316676.059716:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316676.059769:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba592b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a03f expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.059794:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316676.059806:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316676.060027:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.060043:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.060054:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.064673:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d68 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.064698:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.064710:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316676.065390:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 512 00010000:00010000:1.0:1767316676.065401:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.065409:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.065416:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.065422:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316676.065426:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.065433:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.065446:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316676.065448:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316676.065453:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.065459:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d61 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316676.065481:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000058fea996 reply state 000000006e578817 transno 8589942544 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5d68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316676.065489:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316676.066433:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:67108:x1853163933809280:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 6775us (8877us total) trans 8589942544 rc 0/0 00000100:00100000:1.0:1767316676.066444:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7940 00000100:00100000:2.0:1767316676.098352:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316676.098449:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933809408 00000100:00100000:1.0:1767316676.098460:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933809408 00000100:00100000:1.0:1767316676.098527:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7941 00000100:00100000:1.0:1767316676.098549:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:67111:x1853163933809408:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316676.098575:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316676.098603:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a15e expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.098674:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba5d76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.098688:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba5d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.098701:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba5d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316676.098803:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316676.098808:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316676.098831:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba5d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.098856:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a15e expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.098874:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba5d76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a15e expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.098884:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316676.098887:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316676.098890:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316676.098951:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:67111:x1853163933809408:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 415us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316676.098959:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7941 00000100:00100000:2.0:1767316676.111645:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.111809:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933809536 00000100:00100000:0.0:1767316676.111820:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933809536 00000100:00100000:0.0:1767316676.111930:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7942 00000100:00100000:0.0:1767316676.111941:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:67111:x1853163933809536:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316676.111971:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316676.111994:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5d7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a165 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.112059:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112073:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112085:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112100:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112106:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112112:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112240:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba5d92 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112249:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba5d92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112256:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba5d92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:0.0:1767316676.112288:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 512 00000004:00200000:0.0:1767316676.112292:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316676.112313:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba5d92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112323:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112329:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112335:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112340:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.112344:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.112350:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113070:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:0.0:1767316676.113077:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.113083:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113090:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba5d84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113104:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113110:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113116:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113120:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.113124:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113129:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113137:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa25ad81b (ffff9b3ec2e86800) 00010000:00010000:0.0:1767316676.113140:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.113142:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113148:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5d8b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.113193:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5d7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a165 expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.113208:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba5d92 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a165 expref: 19 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.113225:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.113228:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1767316676.113230:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655200, rc 0) 00000100:00100000:0.0:1767316676.113309:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67111:x1853163933809536:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1369us (1673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316676.113317:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7942 00000100:00100000:1.0:1767316676.121199:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933809664 00000100:00100000:1.0:1767316676.121211:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933809664 00000100:00100000:1.0:1767316676.121284:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7943 00000100:00100000:1.0:1767316676.121295:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67111:x1853163933809664:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316676.121316:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316676.121339:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d99 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a16c expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.121417:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121433:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121444:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121500:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121513:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121519:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121610:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121617:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121624:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121631:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316676.121636:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121643:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121654:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316676.121657:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316676.121662:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121668:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5da0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121680:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121686:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121692:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121697:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316676.121699:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121705:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121712:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ed9657500) 00010000:00010000:1.0:1767316676.121715:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316676.121717:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121722:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5da7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316676.121796:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d99 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a16c expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.121806:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316676.121809:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316676.121812:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba5d99 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a16c expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316676.121822:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316676.121879:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67111:x1853163933809664:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 585us (1632us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316676.121887:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7943 00000100:00100000:2.0:1767316676.126596:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.126669:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933809792 00000100:00100000:0.0:1767316676.126679:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933809792 00000100:00100000:0.0:1767316676.126763:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7944 00000100:00100000:0.0:1767316676.126774:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67111:x1853163933809792:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316676.126798:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316676.126824:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5dae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a173 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.126900:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.126914:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.126925:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.126938:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.126957:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.126963:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127023:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127030:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127036:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127043:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.127047:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127054:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127065:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.127069:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.127074:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127079:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5db5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127092:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127097:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127101:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127106:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.127108:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127113:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127119:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316676.127122:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.127124:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127129:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dbc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.127160:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5dae lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a173 expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.127169:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.127172:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.127175:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5dae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a173 expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.127200:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655a00, rc 0) 00000100:00100000:0.0:1767316676.127254:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67111:x1853163933809792:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 482us (670us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316676.127262:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7944 00000100:00100000:2.0:1767316676.129512:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316676.133146:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.133313:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933810048 00000100:00100000:0.0:1767316676.133324:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933810048 00000100:00100000:0.0:1767316676.133387:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7946 00000100:00100000:0.0:1767316676.133398:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67111:x1853163933810048:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316676.133418:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316676.133439:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5dd1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a181 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.133506:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133520:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133531:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133561:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133567:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133573:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133638:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133644:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133650:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133655:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.133659:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133665:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133676:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.133679:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.133683:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133689:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba5dd8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133703:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133709:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133714:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133717:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.133720:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133726:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133764:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316676.133767:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.133770:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133774:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba5ddf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.133804:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5dd1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a181 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.133813:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.133815:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.133818:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5dd1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a181 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.133830:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655a00, rc 0) 00000100:00100000:0.0:1767316676.133885:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67111:x1853163933810048:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 488us (749us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316676.133893:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7946 00000100:00100000:2.0:1767316676.143017:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316676.151656:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.151783:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933810560 00000100:00100000:0.0:1767316676.151793:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933810560 00000100:00100000:0.0:1767316676.151847:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7948 00000100:00100000:0.0:1767316676.151858:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67111:x1853163933810560:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316676.151883:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316676.151907:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5e09 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a18f expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.152022:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.152058:0:41790:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba5dfb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a188 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.152068:0:41790:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.152104:0:41790:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba5dfb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a188 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.152117:0:41790:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba5dfb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a188 expref: 22 pid: 42524 timeout: 2021 lvb_type: 0 00000100:00100000:0.0:1767316676.152129:0:41790:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985637888:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316676.152268:0:41790:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316676.154634:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.154774:0:41790:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985637888:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316676.154802:0:41790:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155074:0:41790:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155084:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:0.0:1767316676.155107:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 0 00000004:00080000:0.0:1767316676.155445:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26d:0x0], index 0: 0 00000004:00080000:0.0:1767316676.155469:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26e:0x0], index 0: 0 00010000:00010000:0.0:1767316676.155640:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155649:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155656:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155663:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.155667:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155674:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155685:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326b00) 00010000:00010000:0.0:1767316676.155688:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316676.155693:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155698:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e10 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.155797:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5e09 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a18f expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.155808:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.155811:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316676.155815:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5e09 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a18f expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.155825:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654c00, rc 0) 00000100:00100000:0.0:1767316676.155869:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67111:x1853163933810560:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4012us (4218us total) trans 8589942546 rc 301/301 00000100:00100000:0.0:1767316676.155877:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7948 00000100:00100000:1.0:1767316676.158298:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.158486:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933810944 00000100:00100000:0.0:1767316676.158496:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933810944 00000100:00100000:0.0:1767316676.158602:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3191 00000100:00100000:0.0:1767316676.158611:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67111:x1853163933810944:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316676.158985:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67111:x1853163933810944:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 374us (696us total) trans 8589942547 rc 0/0 00000100:00100000:0.0:1767316676.158994:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3191 00000100:00100000:1.0:1767316676.160951:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316676.181051:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.182429:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933811456 00000100:00100000:0.0:1767316676.182441:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933811456 00000100:00100000:0.0:1767316676.182499:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7949 00000100:00100000:0.0:1767316676.182508:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67112:x1853163933811456:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316676.182530:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316676.182562:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5e1e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a196 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.182629:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182642:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182653:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182664:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182671:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182677:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182780:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182786:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182792:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182799:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.182803:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182810:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182820:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.182823:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.182827:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182833:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba5e25 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182842:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182848:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182853:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182858:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316676.182860:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182865:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182871:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316676.182873:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316676.182875:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182880:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba5e2c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316676.182911:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5e1e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a196 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.182920:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316676.182923:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316676.182926:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba5e1e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a196 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316676.182934:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654c00, rc 0) 00000100:00100000:0.0:1767316676.183011:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67112:x1853163933811456:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 504us (1967us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316676.183018:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7949 00000100:00100000:1.0:1767316676.187358:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000004:00200000:2.0:1767316676.188338:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 512 00010000:00010000:2.0:1767316676.188454:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba5e33 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a19d expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316676.188465:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:2.0:1767316676.188467:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316676.188472:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba5e33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a19d expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316676.188482:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdde00, rc 0) 00000100:00100000:2.0:1767316676.188572:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67112:x1853163933811712:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 694us (1224us total) trans 8589942549 rc 301/301 00000100:00100000:2.0:1767316676.188580:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7950 00000100:00100000:2.0:1767316676.190379:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316676.190450:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933811840 00000100:00100000:0.0:1767316676.190457:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933811840 00000100:00100000:0.0:1767316676.190502:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7951 00000100:00100000:0.0:1767316676.190508:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67112:x1853163933811840:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316676.193352:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193376:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193391:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193410:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193417:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193423:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193840:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193847:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193851:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316676.193881:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 0 00000004:00200000:2.0:1767316676.193884:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316676.193894:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193903:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193907:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193911:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193915:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316676.193917:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193922:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193929:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316676.193931:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316676.193934:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193938:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba5e41 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193946:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193949:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193953:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193956:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316676.193957:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193960:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193964:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316676.193965:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316676.193966:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193969:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba5e48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193976:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193979:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193985:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193988:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316676.193990:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193993:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.193996:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316676.193997:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316676.193998:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316676.194001:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba5e4f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316676.194308:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67112:x1853163933811840:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 3793us (3931us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316676.194318:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7951 00000100:00100000:2.0:1767316676.197415:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933812096 00000100:00100000:2.0:1767316676.197426:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933812096 00000100:00100000:2.0:1767316676.197479:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3193 00000100:00100000:2.0:1767316676.197486:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67112:x1853163933812096:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316676.197997:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:67112:x1853163933812096:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 509us (790us total) trans 8589942550 rc 0/0 00000100:00100000:2.0:1767316676.198005:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3193 00010000:00010000:2.0:1767316676.708626:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316677.849906:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942547 is committed 00000001:00080000:1.0:1767316677.849934:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942550 is committed 00000100:00100000:0.0:1767316678.308076:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985638400:0@lo:400:kworker.0 00000100:00100000:0.0:1767316678.308153:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316678.308424:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985638272:0@lo:400:kworker.0 00000100:00100000:1.0:1767316678.308834:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985638144:0@lo:400:kworker.0 00000100:00100000:2.0:1767316678.318270:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316678.318374:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638400 00000100:00100000:2.0:1767316678.318384:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638400 00000100:00100000:2.0:1767316678.318447:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1767316678.318721:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985638400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316678.318800:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985638400:12345-0@lo:400:kworker.0 Request processed in 344us (10646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316678.318809:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00080000:2.0:1767316678.318831:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316678.319099:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638272 00000100:00100000:0.0:1767316678.319105:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638272 00000100:00100000:0.0:1767316678.319150:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1767316678.319158:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985638272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316678.319399:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985638272:12345-0@lo:400:kworker.0 Request processed in 240us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316678.319405:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:0.0:1767316678.319434:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316678.319559:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985638272:0@lo:400:kworker.0 00000100:00100000:0.0:1767316678.319714:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985638400:0@lo:400:kworker.0 00000100:00100000:1.0:1767316678.319862:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316678.319915:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985638656:0@lo:400:kworker.0 00000100:00100000:1.0:1767316678.319943:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316678.320761:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638016 00000100:00100000:1.0:1767316678.320768:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638016 00000100:00100000:1.0:1767316678.320812:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1767316678.320820:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985638016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316678.320867:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985638016:12345-0@lo:400:kworker.0 Request processed in 47us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316678.320874:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1767316678.321168:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638528 00000100:00100000:0.0:1767316678.321172:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638528 00000100:00100000:0.0:1767316678.321443:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1767316678.321452:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985638528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316678.321513:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985638528:12345-0@lo:400:kworker.0 Request processed in 62us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316678.321520:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1767316678.321542:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638144 00000100:00100000:0.0:1767316678.321545:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638144 00000100:00100000:0.0:1767316678.321570:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638656 00000100:00100000:0.0:1767316678.321573:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638656 00000100:00080000:2.0:1767316678.321959:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767316678.321964:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316678.322160:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1767316678.322183:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985638144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316678.322239:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985638144:12345-0@lo:400:kworker.0 Request processed in 70us (2377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316678.325990:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1767316678.326019:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985638656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316678.326134:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985638656:12345-0@lo:400:kworker.0 Request processed in 131us (6190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316678.326142:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1767316678.332437:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00010000:00010000:1.0:1767316678.758210:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316679.332613:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985638784 00000100:00100000:1.0:1767316679.332622:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985638784 00000100:00100000:1.0:1767316679.332680:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1767316679.332691:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985638784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316679.332745:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316679.332794:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985638784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316679.332802:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1767316679.332853:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985638784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316679.333552:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316679.333565:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985638912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316679.333622:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316679.334163:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985638912:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1767316679.781026:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316680.350390:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 854 00000100:00100000:1.0:1767316680.350403:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933812480:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316680.350513:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933812480:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 113us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316680.350520:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 854 00000100:00100000:0.0:1767316680.351641:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933812224 00000100:00100000:0.0:1767316680.351649:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933812224 00000100:00100000:0.0:1767316680.351683:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 363 00000100:00100000:0.0:1767316680.351691:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933812224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316680.351746:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933812224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316680.351754:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 363 00000100:00100000:0.0:1767316680.351788:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933812352 00000100:00100000:0.0:1767316680.351793:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933812352 00000100:00100000:0.0:1767316680.351824:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 461 00000100:00100000:0.0:1767316680.351830:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2486:x1853163933812352:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316680.351858:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2486:x1853163933812352:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316680.351864:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 461 00000100:00080000:0.0:1767316680.352104:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316680.352109:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316680.352111:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767316681.828584:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316682.855916:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316683.428159:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985639168:0@lo:400:kworker.0 00000100:00100000:2.0:1767316683.428265:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985639296:0@lo:400:kworker.0 00000100:00100000:0.0:1767316683.442469:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985639040 00000100:00100000:0.0:1767316683.442476:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985639040 00000100:00100000:0.0:1767316683.442530:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1767316683.442537:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985639040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316683.442588:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985639040:12345-0@lo:400:kworker.0 Request processed in 50us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316683.442595:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:0.0:1767316683.442624:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316683.442643:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985639040:0@lo:400:kworker.0 00000100:00100000:0.0:1767316683.442676:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985639424:0@lo:400:kworker.0 00000100:00100000:0.0:1767316683.442704:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767316683.445515:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316683.445561:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985639424:0@lo:400:kworker.0 00000100:00100000:1.0:1767316683.449949:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316683.450033:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985639168 00000100:00100000:1.0:1767316683.450042:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985639168 00000100:00100000:1.0:1767316683.450101:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1767316683.450111:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985639168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316683.450172:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985639168:12345-0@lo:400:kworker.0 Request processed in 63us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316683.450179:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00080000:1.0:1767316683.450206:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316683.450240:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985639168:0@lo:400:kworker.0 00000100:00100000:1.0:1767316683.450265:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985639680:0@lo:400:kworker.0 00000100:00100000:1.0:1767316683.450295:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316683.450316:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985639680 00000100:00100000:1.0:1767316683.450320:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985639680 00000100:00100000:1.0:1767316683.450354:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767316683.450360:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985639680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316683.450391:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985639680:12345-0@lo:400:kworker.0 Request processed in 31us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316683.450397:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767316683.450436:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985639680:0@lo:400:kworker.0 00000100:00100000:2.0:1767316683.457723:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316683.462151:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985639296 00000100:00100000:1.0:1767316683.462170:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985639296 00000100:00100000:1.0:1767316683.462276:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1767316683.462287:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985639296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316683.462408:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985639296:12345-0@lo:400:kworker.0 Request processed in 111us (4681us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316683.462416:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:0.0:1767316683.462508:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316683.875917:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316684.452061:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985639808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316684.452132:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316684.453663:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985639936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316684.453709:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316684.453785:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985639936 00000100:00100000:2.0:1767316684.453790:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985639936 00000100:00100000:2.0:1767316684.453817:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767316684.453824:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985639936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316684.453845:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316684.453922:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985639936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316684.453930:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767316684.453986:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985639936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316684.455236:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985639808:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1767316684.900192:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316685.476856:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933812736 00000100:00100000:2.0:1767316685.476866:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933812736 00000100:00100000:2.0:1767316685.476918:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 365 00000100:00100000:2.0:1767316685.476929:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933812736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316685.477012:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933812736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 83us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316685.477021:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 365 00000100:00100000:2.0:1767316685.477081:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 859 00000100:00100000:2.0:1767316685.477093:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933812992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316685.477131:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933812992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316685.477139:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 859 00000100:00100000:1.0:1767316685.477982:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933812864 00000100:00100000:1.0:1767316685.477990:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933812864 00000100:00100000:1.0:1767316685.478041:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 465 00000100:00100000:1.0:1767316685.478050:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2485:x1853163933812864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316685.478216:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2485:x1853163933812864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 167us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316685.478224:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 465 00000100:00080000:0.0:1767316685.478676:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316685.478681:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316685.478683:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767316685.924051:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316686.948487:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316687.354873:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316687.355049:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933813376 00000100:00100000:2.0:1767316687.355060:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933813376 00000100:00100000:2.0:1767316687.355148:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7952 00000100:00100000:2.0:1767316687.355158:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:67139:x1853163933813376:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316687.355178:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316687.355199:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5e56 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1a4 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.355289:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355304:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355316:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355356:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355364:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355370:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355599:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355607:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355613:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355629:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316687.355634:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355642:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355666:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316687.355669:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316687.355674:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355695:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5e5d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355722:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355807:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355814:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355819:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316687.355836:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355843:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355850:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316687.355853:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316687.355856:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355861:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5e64 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316687.355896:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5e56 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1a4 expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.355936:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316687.355939:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316687.355952:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5e56 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1a4 expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.355965:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316687.357306:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:67139:x1853163933813376:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2131us (2424us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316687.357332:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7952 00000100:00080000:0.0:1767316687.357768:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316687.386588:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316687.386839:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933813632 00000100:00100000:2.0:1767316687.386852:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933813632 00000100:00100000:2.0:1767316687.386966:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7953 00000100:00100000:2.0:1767316687.386976:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:67139:x1853163933813632:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316687.386998:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316687.387027:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5e6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1ab expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316687.387150:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 11776 00010000:00010000:2.0:1767316687.387318:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5e6b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ab expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.387346:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:2.0:1767316687.387350:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316687.387355:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5e6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ab expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.387368:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316687.387432:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67139:x1853163933813632:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 457us (854us total) trans 8589942551 rc 301/301 00000100:00100000:2.0:1767316687.387440:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7953 00000100:00100000:2.0:1767316687.390952:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316687.391049:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933813760 00000100:00100000:1.0:1767316687.391058:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933813760 00000100:00100000:1.0:1767316687.391107:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7954 00000100:00100000:1.0:1767316687.391116:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67139:x1853163933813760:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316687.391186:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391199:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391207:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391217:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391221:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391225:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391324:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391344:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391351:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:1.0:1767316687.391382:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 0 00000004:00200000:1.0:1767316687.391386:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316687.391396:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391404:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391409:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391413:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391417:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316687.391420:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391426:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391436:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316687.391439:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316687.391443:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391448:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e79 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391460:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391467:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391484:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391487:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316687.391489:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391496:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391501:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ed9657000) 00010000:00010000:1.0:1767316687.391502:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316687.391504:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391507:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e80 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391518:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391521:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391524:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391527:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316687.391529:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391532:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391535:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316687.391536:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316687.391537:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.391540:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e87 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:1.0:1767316687.391601:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67139:x1853163933813760:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 485us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316687.391609:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7954 00000100:00100000:0.0:1767316687.394448:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316687.394515:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933814016 00000100:00100000:2.0:1767316687.394525:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933814016 00000100:00100000:2.0:1767316687.394646:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3194 00000100:00100000:2.0:1767316687.394656:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67139:x1853163933814016:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316687.394942:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67139:x1853163933814016:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 286us (502us total) trans 8589942552 rc 0/0 00000100:00100000:2.0:1767316687.394949:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3194 00000100:00100000:2.0:1767316687.411364:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316687.413110:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933814272 00000100:00100000:1.0:1767316687.413124:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933814272 00000100:00100000:1.0:1767316687.413247:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7955 00000100:00100000:1.0:1767316687.413258:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67140:x1853163933814272:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316687.413297:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316687.413322:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e8e lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1b2 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.413527:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413541:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413552:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413564:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413571:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413577:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413665:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5ea3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413673:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413680:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:1.0:1767316687.413690:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 0 00010000:00010000:1.0:1767316687.413817:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413826:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413837:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413843:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316687.413848:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413855:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.413867:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316687.414268:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316687.414274:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414282:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5e95 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414295:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414306:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414311:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414316:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316687.414319:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414335:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414343:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ed9657200) 00010000:00010000:1.0:1767316687.414346:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316687.414349:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414353:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5e9c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.414396:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5e8e lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b2 expref: 23 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.414409:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b2 expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.414415:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316687.414418:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316687.414430:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07400, rc 0) 00000100:00100000:1.0:1767316687.414509:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67140:x1853163933814272:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1253us (3155us total) trans 8589942553 rc 0/0 00000100:00100000:1.0:1767316687.414517:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7955 00000100:00100000:1.0:1767316687.435465:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933814528 00000100:00100000:1.0:1767316687.435485:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933814528 00000100:00100000:1.0:1767316687.435542:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7956 00000100:00100000:1.0:1767316687.435553:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67140:x1853163933814528:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316687.435578:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316687.435582:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316687.435615:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba5ea3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b2 expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.435636:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316687.435647:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316687.435661:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5eb1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1b9 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.435709:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5eb8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.435721:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5eb8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316687.435770:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5eb8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00080000:1.0:1767316687.436366:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x270:0x0], index 1: 0 00000040:00080000:1.0:1767316687.436509:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2363, 88 off204336 00000004:00080000:1.0:1767316687.436517:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1932679787525ns, next at 1894929931906ns, rc = 0 00000040:00080000:1.0:1767316687.436778:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2364, 88 off204424 00000004:00080000:1.0:1767316687.436782:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1932680052918ns, next at 1894929931906ns, rc = 0 00000040:00080000:1.0:1767316687.442672:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2368, 88 off204888 00000004:00080000:1.0:1767316687.442710:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1932685979718ns, next at 1894929874219ns, rc = 0 00000001:00080000:1.0:1767316687.534218:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942554 is committed 00000004:00080000:1.0:1767316687.534232:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1976 committed 00000004:00080000:1.0:1767316687.534249:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1974 committed 00000004:00080000:1.0:1767316687.534260:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1973 committed 00010000:00010000:1.0:1767316687.534321:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5eb8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b9 expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.534366:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316687.534370:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1767316687.534390:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba5eb1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b9 expref: 20 pid: 41790 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767316687.534409:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5eb8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b9 expref: 19 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316687.534596:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316687.534600:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1767316687.534602:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:0.0:1767316687.534897:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985640064:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316687.534947:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316687.535087:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316687.535094:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985640192:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316687.535118:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316687.535146:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316687.535153:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985640320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316687.535174:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316687.535201:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985640064 00000100:00100000:0.0:1767316687.535207:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985640064 00000100:00100000:0.0:1767316687.535255:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985640192 00000100:00100000:0.0:1767316687.535258:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985640192 00000100:00100000:0.0:1767316687.535274:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985640320 00000100:00100000:0.0:1767316687.535277:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985640320 00000100:00100000:0.0:1767316687.535296:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12285 00000100:00100000:0.0:1767316687.535303:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985640064:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316687.536786:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67140:x1853163933814528:12345-192.168.204.9@tcp:101:dd.0 Request processed in 101224us (101420us total) trans 8589942554 rc 0/0 00000100:00100000:1.0:1767316687.536797:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7956 00000100:00080000:1.0:1767316687.538146:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316687.538154:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316687.538176:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12286 00000100:00100000:1.0:1767316687.538190:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985640192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316687.539352:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985640064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4043us (4398us total) trans 17179873695 rc 0/0 00000100:00100000:0.0:1767316687.539363:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12285 00000100:00100000:0.0:1767316687.539394:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12287 00000100:00100000:0.0:1767316687.539403:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985640320:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1767316687.539639:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4124e00/2, rc 0, transno 17179873695 00000100:00100000:2.0:1767316687.539646:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985640064:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316687.539910:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985640192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1725us (4790us total) trans 21474840572 rc 0/0 00000100:00100000:1.0:1767316687.539918:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12286 00000100:00100000:0.0:1767316687.540146:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985640320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 744us (4969us total) trans 21474840573 rc 0/0 00000100:00100000:0.0:1767316687.540152:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12287 00000004:00080000:2.0:1767316687.540291:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e0380/2, rc 0, transno 21474840572 00000100:00100000:2.0:1767316687.540297:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985640192:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1767316687.540488:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e3b80/2, rc 0, transno 21474840573 00000100:00100000:1.0:1767316687.540494:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985640320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316687.555390:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316687.555704:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933814656 00000100:00100000:2.0:1767316687.555714:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933814656 00000100:00100000:2.0:1767316687.555825:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6717 00000100:00100000:2.0:1767316687.555835:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933814656:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:2.0:1767316687.555892:0:14920:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316687.555901:0:14920:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5ebf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.555915:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316687.555918:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316687.555923:0:14920:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316687.555937:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba5ebf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767316687.556756:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316687.560530:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000001:00080000:0.0:1767316687.772597:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840573 is committed 00000001:00080000:0.0:1767316687.772622:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840574 is committed 00000001:00080000:0.0:1767316687.897909:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840575 is committed 00000100:00100000:1.0:1767316687.909496:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316687.978018:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316688.564133:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985640832 00000100:00100000:0.0:1767316688.564138:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985640832 00000100:00100000:0.0:1767316688.564165:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985640960 00000100:00100000:0.0:1767316688.564168:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985640960 00000100:00100000:0.0:1767316688.564185:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1767316688.564191:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985640832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316688.564227:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985640832:12345-0@lo:400:kworker.0 Request processed in 37us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316688.564233:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1767316688.564244:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1767316688.564249:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985640960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316688.564274:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985640960:12345-0@lo:400:kworker.0 Request processed in 26us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316688.564279:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00080000:1.0:1767316688.567911:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316688.996710:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767316689.579242:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316689.589524:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985641344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316689.589610:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316689.589677:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985641344 00000100:00100000:0.0:1767316689.589685:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985641344 00000100:00100000:0.0:1767316689.591307:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1767316689.591323:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985641344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316689.591855:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 393150464 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316689.591931:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985641344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 612us (2320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316689.591938:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1767316689.591997:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985641344:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1767316689.592027:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1767316689.672566:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873695 is committed 00010000:00010000:1.0:1767316690.019938:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316690.588948:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316690.588998:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316690.589029:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316690.589065:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316690.589094:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933815552 00000100:00100000:2.0:1767316690.589104:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933815552 00000100:00100000:2.0:1767316690.589165:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933815424 00000100:00100000:2.0:1767316690.589168:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933815424 00000100:00100000:2.0:1767316690.589195:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 862 00000100:00100000:2.0:1767316690.589207:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933815552:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316690.589297:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933815552:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 92us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316690.589304:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 862 00000100:00100000:2.0:1767316690.589320:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 863 00000100:00100000:2.0:1767316690.589327:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933815424:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316690.589351:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933815424:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316690.589357:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 863 00000100:00080000:2.0:1767316690.589390:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316690.589395:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316690.589982:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316691.044221:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316692.069402:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316692.723447:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942555 is committed 00010000:00010000:1.0:1767316693.093271:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316693.671221:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985641472:0@lo:400:kworker.0 00000100:00100000:2.0:1767316693.671326:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316693.671381:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985641984:0@lo:400:kworker.0 00000100:00100000:0.0:1767316693.671539:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1767316693.671556:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985642112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316693.671636:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985641856:0@lo:400:kworker.0 00000100:00100000:2.0:1767316693.679252:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316693.683789:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985641472:0@lo:400:kworker.0 00000100:00100000:2.0:1767316693.683841:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985641984 00000100:00100000:2.0:1767316693.683850:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985641984 00000100:00100000:2.0:1767316693.684416:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1767316693.684428:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985641984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316693.684499:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985641984:12345-0@lo:400:kworker.0 Request processed in 75us (5255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316693.684507:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1767316693.684539:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873695 gen 2 00000004:00080000:2.0:1767316693.684543:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4124e00, transno 17179873695 00000100:00100000:2.0:1767316693.684552:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985641984:0@lo:400:kworker.0 00000100:00100000:0.0:1767316693.687620:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985642112:12345-0@lo:400:kworker.0 Request processed in 16061us (16531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316693.687635:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1767316693.696378:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316693.696576:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985641856 00000100:00100000:2.0:1767316693.696587:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985641856 00000100:00100000:2.0:1767316693.696664:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1767316693.696675:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985641856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316693.696782:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985641856:12345-0@lo:400:kworker.0 Request processed in 109us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316693.696789:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1767316693.697110:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985641856:0@lo:400:kworker.0 00010000:00010000:0.0:1767316694.115958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316694.692533:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985642240 00000100:00100000:0.0:1767316694.692541:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985642240 00000100:00100000:0.0:1767316694.692604:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1767316694.692614:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985642240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316694.692650:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 393150464 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316694.692716:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985642240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316694.692725:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1767316694.693446:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985642368 00000100:00100000:2.0:1767316694.693451:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985642368 00000100:00100000:2.0:1767316694.693484:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1767316694.693492:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985642368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316694.693517:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316694.693549:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985642368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316694.693558:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00010000:00010000:0.0:1767316695.139917:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316695.709693:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316695.709771:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933815808 00000100:00100000:1.0:1767316695.709775:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316695.709780:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933815808 00000100:00100000:1.0:1767316695.709815:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316695.709851:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 473 00000100:00100000:0.0:1767316695.709860:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933815808:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316695.709875:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316695.709908:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933816064 00000100:00100000:1.0:1767316695.709912:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933816064 00000100:00100000:0.0:1767316695.709934:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933815808:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316695.709941:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 473 00000100:00100000:1.0:1767316695.709941:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933815936 00000100:00100000:1.0:1767316695.709944:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933815936 00000100:00100000:1.0:1767316695.709960:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 866 00000100:00100000:1.0:1767316695.709966:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933816064:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316695.709992:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933816064:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316695.710001:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 866 00000100:00100000:1.0:1767316695.710014:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 867 00000100:00100000:1.0:1767316695.710021:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933815936:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316695.710048:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933815936:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316695.710055:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 867 00010000:00010000:1.0:1767316696.164018:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316697.188328:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316698.216176:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316698.788004:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985642752:0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788111:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316698.788188:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767316698.788194:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985642624:0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788217:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316698.788234:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985643136:0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788254:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316698.788285:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985642752 00000100:00100000:0.0:1767316698.788293:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985642752 00000100:00100000:0.0:1767316698.788343:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985642624 00000100:00100000:0.0:1767316698.788346:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985642624 00000100:00100000:0.0:1767316698.788368:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985643136 00000100:00100000:0.0:1767316698.788370:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985643136 00000100:00100000:0.0:1767316698.788391:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1767316698.788400:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985642752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788454:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985642752:12345-0@lo:400:kworker.0 Request processed in 55us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316698.788462:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1767316698.788479:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1767316698.788484:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985642624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788511:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985642624:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316698.788518:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1767316698.788529:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1767316698.788534:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985643136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788558:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985643136:12345-0@lo:400:kworker.0 Request processed in 24us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316698.788562:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1767316698.788601:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985642624:0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788624:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985643136:0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.788632:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985642752:0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.789398:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985642496 00000100:00100000:0.0:1767316698.789402:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985642496 00000100:00100000:0.0:1767316698.789431:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767316698.789438:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985642496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316698.789476:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985642496:12345-0@lo:400:kworker.0 Request processed in 39us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316698.789482:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767316698.789517:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985642496:0@lo:400:kworker.0 00010000:00010000:2.0:1767316699.236160:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316699.812037:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316699.812053:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985643392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316699.812126:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316699.816635:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985643264 00000100:00100000:1.0:1767316699.816660:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985643264 00000100:00100000:0.0:1767316699.816690:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985643392 00000100:00100000:0.0:1767316699.816696:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985643392 00000100:00100000:0.0:1767316699.816744:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767316699.816752:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985643392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316699.816795:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 393150464 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316699.816851:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985643392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (4730us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316699.816858:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767316699.816901:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985643392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316699.818087:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1767316699.818111:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef57d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985643264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316699.818139:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316699.818951:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef57d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985643264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 853us (6827us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316699.818960:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1767316699.819037:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985643264:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767316700.260404:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316700.645531:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:0.0:1767316700.645880:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316700.673228:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316700.673898:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933816576 00000100:00100000:0.0:1767316700.673909:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933816576 00000100:00100000:1.0:1767316700.674105:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7958 00000100:00100000:1.0:1767316700.674128:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:67163:x1853163933816576:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316700.674148:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316700.674168:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ee2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1c7 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316700.674292:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 11776 00010000:00010000:1.0:1767316700.674468:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ee2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1c7 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316700.674799:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316700.674802:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316700.674808:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ee2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1c7 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316700.674821:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06e00, rc 0) 00000100:00100000:1.0:1767316700.674889:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67163:x1853163933816576:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 774us (1673us total) trans 8589942556 rc 301/301 00000100:00100000:1.0:1767316700.674897:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7958 00000100:00100000:2.0:1767316700.682897:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316700.685269:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933816704 00000100:00100000:1.0:1767316700.685286:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933816704 00000100:00100000:1.0:1767316700.685420:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7959 00000100:00100000:1.0:1767316700.685442:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67163:x1853163933816704:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316700.685540:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685558:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685570:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685588:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685596:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685608:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685751:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685761:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685768:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316700.685802:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00000004:00200000:1.0:1767316700.685806:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316700.685818:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685831:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685837:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685845:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685851:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316700.685855:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685862:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685874:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316700.685878:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316700.685882:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685889:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5ef0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685902:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685907:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685913:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685918:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316700.685921:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685926:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685933:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ed9657000) 00010000:00010000:1.0:1767316700.685936:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316700.685939:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685946:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5ef7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685962:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685968:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685974:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685979:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316700.685982:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685988:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.685995:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316700.685997:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316700.686001:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316700.686007:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba5efe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316700.686106:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67163:x1853163933816704:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 665us (3217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316700.686122:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7959 00000100:00100000:0.0:1767316700.690900:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316700.747026:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316700.750397:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933817216 00000100:00100000:1.0:1767316700.750415:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933817216 00000100:00100000:0.0:1767316700.752186:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7960 00000100:00100000:0.0:1767316700.752205:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67170:x1853163933817216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316700.752236:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316700.752258:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5f05 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1ce expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316700.752332:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.752346:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.752358:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.752373:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.752380:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.752386:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753039:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753049:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753056:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753062:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316700.753067:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753075:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753100:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316700.753104:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316700.753109:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753114:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba5f0c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753134:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753140:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753146:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753150:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316700.753154:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753159:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753166:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec2e86500) 00010000:00010000:0.0:1767316700.753168:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316700.753171:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753177:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba5f13 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316700.753662:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5f05 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ce expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316700.753675:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316700.753678:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316700.753683:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5f05 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ce expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316700.753698:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:0.0:1767316700.754139:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67170:x1853163933817216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1940us (7121us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316700.754148:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7960 00000100:00100000:1.0:1767316700.757373:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316700.757425:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933817472 00000100:00100000:1.0:1767316700.757434:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933817472 00000100:00100000:1.0:1767316700.757494:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7961 00000100:00100000:1.0:1767316700.757504:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67170:x1853163933817472:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316700.757526:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316700.757545:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5f1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1d5 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316700.757659:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5f21 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.757671:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5f21 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.757682:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5f21 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316700.757692:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 11776 00010000:00010000:1.0:1767316700.757837:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba5f1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1d5 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316700.757854:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5f21 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1d5 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316700.757870:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316700.757873:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316700.757876:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06e00, rc 0) 00000100:00100000:1.0:1767316700.757923:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67170:x1853163933817472:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 421us (560us total) trans 8589942558 rc 0/0 00000100:00100000:1.0:1767316700.757930:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7961 00000100:00100000:1.0:1767316700.761447:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1767316700.762137:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f2f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762149:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.762153:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.762157:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f2f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762163:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f2f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762184:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762190:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762194:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762198:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.762201:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762207:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762223:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326c00) 00010000:00010000:3.0:1767316700.762226:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.762228:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762234:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f36 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762248:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762254:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762258:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762263:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdce00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.762265:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762270:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762276:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316700.762277:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.762280:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316700.762284:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f3d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316700.762358:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67170:x1853163933817600:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 644us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316700.762366:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7962 00000100:00100000:1.0:1767316700.816425:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316700.818428:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933817856 00000100:00100000:3.0:1767316700.818443:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933817856 00000100:00100000:3.0:1767316700.818512:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7963 00000100:00100000:3.0:1767316700.818522:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67175:x1853163933817856:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316700.818543:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316700.818564:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f44 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1dc expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316700.818643:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818659:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818669:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818681:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818703:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818709:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818842:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818850:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818856:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818862:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.818866:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818873:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818888:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.818890:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.818895:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818900:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f4b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818911:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818917:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818922:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818927:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.818930:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818936:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818942:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326c00) 00010000:00010000:3.0:1767316700.818944:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.818947:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818952:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f52 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.818984:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f44 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1dc expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316700.818995:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.818997:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316700.819000:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f44 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1dc expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316700.819009:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdce00, rc 0) 00000100:00100000:3.0:1767316700.819099:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67175:x1853163933817856:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 578us (2681us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316700.819106:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7963 00000100:00100000:2.0:1767316700.827342:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316700.827534:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933817984 00000100:00100000:3.0:1767316700.827544:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933817984 00000100:00100000:3.0:1767316700.827709:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7964 00000100:00100000:3.0:1767316700.827719:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67175:x1853163933817984:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316700.827842:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.827867:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.827880:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.827895:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.827902:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.827908:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828254:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828265:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828272:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316700.828310:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00000004:00200000:3.0:1767316700.828314:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316700.828327:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828340:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828345:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828351:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828356:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdce00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.828360:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828367:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828377:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.828381:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.828651:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828661:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba5f59 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828676:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828682:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828687:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828692:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.828695:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828701:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828710:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326c00) 00010000:00010000:3.0:1767316700.828712:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.828716:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828722:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f60 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.828791:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.829260:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.829271:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.829275:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.829278:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.829285:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.829293:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316700.829296:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.829298:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.829303:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f67 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316700.829560:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67175:x1853163933817984:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1838us (2224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316700.829570:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7964 00000100:00100000:1.0:1767316700.829708:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316700.830242:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933818240 00000100:00100000:2.0:1767316700.830251:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933818240 00000100:00100000:2.0:1767316700.830313:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:2.0:1767316700.830323:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933818240:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:3.0:1767316700.830431:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316700.837286:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933818240:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 6952us (7565us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316700.837302:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:1.0:1767316700.838046:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316700.838090:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316700.838166:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933818112 00000100:00100000:0.0:1767316700.838177:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933818112 00000100:00100000:0.0:1767316700.838237:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 371 00000100:00100000:0.0:1767316700.838246:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933818112:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316700.838315:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933818112:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 69us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316700.838322:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 371 00000100:00100000:2.0:1767316700.838694:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933818368 00000100:00100000:2.0:1767316700.838699:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933818368 00000100:00100000:2.0:1767316700.838987:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:2.0:1767316700.838996:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933818368:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316700.839047:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933818368:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316700.839053:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00080000:3.0:1767316700.844355:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316700.856441:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316700.867155:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933818624 00000100:00100000:2.0:1767316700.867172:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933818624 00000100:00100000:2.0:1767316700.867321:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7965 00000100:00100000:2.0:1767316700.867332:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67178:x1853163933818624:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316700.867355:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316700.867377:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5f6e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1e3 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316700.867460:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867486:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867498:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867513:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867521:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867527:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867635:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867643:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867650:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867656:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316700.867660:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867668:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867693:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316700.867696:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316700.867702:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867708:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba5f75 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867719:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867725:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867747:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867763:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316700.867766:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867772:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867780:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316700.867782:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316700.867785:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867791:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba5f7c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316700.867828:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5f6e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1e3 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316700.867839:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316700.867841:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316700.867845:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba5f6e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1e3 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316700.867854:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfc00, rc 0) 00000100:00100000:2.0:1767316700.867925:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67178:x1853163933818624:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 594us (11492us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316700.867932:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7965 00000100:00100000:3.0:1767316700.890422:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316700.890465:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933818752 00000100:00100000:3.0:1767316700.890484:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933818752 00000100:00100000:3.0:1767316700.890546:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7966 00000100:00100000:3.0:1767316700.890556:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67178:x1853163933818752:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316700.890629:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890648:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890660:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890676:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890684:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890690:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890848:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890856:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890863:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316700.890897:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00000004:00200000:3.0:1767316700.890902:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316700.890914:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890927:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890933:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890944:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890950:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.890954:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890962:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890974:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.890977:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.890983:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.890989:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5f83 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891002:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891008:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891015:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891020:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.891023:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891028:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891035:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326c00) 00010000:00010000:3.0:1767316700.891038:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.891040:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891046:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f8a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891061:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891067:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891072:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891089:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.891092:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891098:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891105:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316700.891107:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.891110:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316700.891115:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f91 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316700.891190:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67178:x1853163933818752:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 634us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316700.891198:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7966 00000100:00100000:0.0:1767316700.917408:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316700.917672:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933819008 00000100:00100000:3.0:1767316700.917683:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933819008 00000100:00100000:3.0:1767316700.917763:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7967 00000100:00100000:3.0:1767316700.917774:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67180:x1853163933819008:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316700.918593:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316700.918621:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f98 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1ea expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316700.918706:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.918721:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.920048:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.920088:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.920100:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.920106:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921601:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921616:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921624:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921630:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.921634:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921641:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921655:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.921658:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.921663:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921669:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5f9f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921683:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921690:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921695:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921700:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316700.921703:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921708:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.921716:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326c00) 00010000:00010000:3.0:1767316700.921719:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316700.921722:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.922363:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fa6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316700.923133:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f98 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ea expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316700.923149:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316700.923152:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316700.923157:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5f98 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ea expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316700.923167:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc400, rc 0) 00000100:00100000:3.0:1767316700.923951:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67180:x1853163933819008:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 6174us (6549us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316700.923961:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7967 00000100:00100000:0.0:1767316700.938263:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316700.938596:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933819136 00000100:00100000:1.0:1767316700.938607:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933819136 00000100:00100000:1.0:1767316700.938702:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7968 00000100:00100000:1.0:1767316700.938713:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67180:x1853163933819136:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316700.938828:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.938846:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.938857:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.938873:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.938880:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.938886:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.938997:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939004:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939010:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316700.939048:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00000004:00200000:1.0:1767316700.939052:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316700.939066:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939093:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939100:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939107:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939113:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316700.939117:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939123:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939134:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316700.939137:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316700.939142:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939148:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939161:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939166:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939171:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939176:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316700.939179:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939184:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939191:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ed9657000) 00010000:00010000:1.0:1767316700.939194:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316700.939196:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939202:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fb4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939226:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939232:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939237:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939241:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316700.939244:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939249:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939256:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316700.939258:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316700.939261:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316700.939271:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fbb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316700.939364:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67180:x1853163933819136:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 650us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316700.939373:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7968 00000100:00100000:1.0:1767316701.008049:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.008128:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933819264 00000100:00100000:1.0:1767316701.008138:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933819264 00000100:00100000:1.0:1767316701.008203:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7969 00000100:00100000:1.0:1767316701.008222:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67183:x1853163933819264:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316701.008243:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316701.008264:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fc2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1f1 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.009616:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.009631:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.009642:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.009656:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.009663:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.009670:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011021:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011036:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011046:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316701.011096:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00000004:00200000:1.0:1767316701.011102:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316701.011122:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011133:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011141:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011148:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011155:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.011161:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316701.011165:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012434:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012452:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316701.012456:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316701.012462:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012468:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba5fc9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012482:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012488:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012493:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012498:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316701.012501:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012506:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012514:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ed9657000) 00010000:00010000:1.0:1767316701.012517:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316701.012519:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012525:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba5fd0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316701.012568:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba5fc2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f1 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.012586:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f1 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.012593:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316701.012595:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316701.012597:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316701.012667:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67183:x1853163933819264:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4447us (4626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316701.012675:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7969 00000100:00100000:0.0:1767316701.026142:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.027990:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933819392 00000100:00100000:1.0:1767316701.028007:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933819392 00000100:00100000:0.0:1767316701.030170:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12288 00000100:00100000:0.0:1767316701.030322:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933819392:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316701.030343:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316701.030365:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1f8 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316701.030392:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26d:0x0] initial LVB size: 2097152, mtime: 0x69571ccf, atime: 0x0, ctime: 0x0, blocks: 0x1007 00010000:00010000:0.0:1767316701.030416:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316701.030418:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316701.030429:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316701.030455:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316701.030468:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:0.0:1767316701.030581:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933819392:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 264us (4446us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316701.030589:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12288 00000100:00100000:0.0:1767316701.038964:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.039063:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933819648 00000100:00100000:3.0:1767316701.039084:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933819648 00000100:00100000:3.0:1767316701.039225:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7970 00000100:00100000:3.0:1767316701.039236:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67183:x1853163933819648:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.039255:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.039276:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fe5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a1ff expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.039388:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5fec lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.039402:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5fec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.039413:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5fec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316701.039425:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00010000:00010000:3.0:1767316701.039547:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba5fe5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ff expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.039563:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5fec lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ff expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.039571:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316701.039574:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316701.039578:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd200, rc 0) 00000100:00100000:3.0:1767316701.039638:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:67183:x1853163933819648:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 404us (687us total) trans 8589942559 rc 0/0 00000100:00100000:3.0:1767316701.039646:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7970 00000100:00100000:3.0:1767316701.047326:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.047363:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933819776 00000100:00100000:2.0:1767316701.047374:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933819776 00000100:00100000:2.0:1767316701.048046:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 863 00000100:00100000:2.0:1767316701.048057:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2485:x1853163933819776:12345-192.168.204.9@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767316701.048886:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.048913:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820032 00000100:00100000:3.0:1767316701.048919:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820032 00000100:00100000:3.0:1767316701.048959:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7971 00000100:00100000:3.0:1767316701.048967:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:67183:x1853163933820032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.048992:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.049012:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5ffa lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a206 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.049118:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba6001 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.049132:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba6001 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.049144:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba6001 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316701.049157:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00010000:00010000:2.0:1767316701.049176:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316701.049195:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba5fec lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1ff expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.049210:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:2.0:1767316701.049215:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316701.049268:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2485:x1853163933819776:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 1212us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.049277:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 863 00010000:00010000:3.0:1767316701.051560:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba5ffa lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a206 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.051585:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba6001 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a206 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.051594:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316701.051597:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316701.051601:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdce00, rc 0) 00000100:00100000:3.0:1767316701.051670:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:67183:x1853163933820032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2703us (2786us total) trans 8589942560 rc 0/0 00000100:00100000:3.0:1767316701.051680:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7971 00000100:00100000:2.0:1767316701.055014:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.055965:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820160 00000100:00100000:3.0:1767316701.055978:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820160 00000100:00100000:3.0:1767316701.056041:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12289 00000100:00100000:3.0:1767316701.056052:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933820160:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316701.056113:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.056134:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316701.056142:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.056145:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.056149:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.057377:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316701.057400:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 8 pid: 37088 timeout: 2046 lvb_type: 1 00000100:00100000:3.0:1767316701.057421:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985643520:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316701.057556:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed780 going to sleep for 11 seconds 00000100:00100000:1.0:1767316701.060399:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985643520:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316701.060433:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316701.061044:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.061103:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820288 00000100:00100000:2.0:1767316701.061111:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820288 00010000:00010000:2.0:1767316701.061148:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 9 pid: 37088 timeout: 2046 lvb_type: 1 00000100:00100000:2.0:1767316701.061186:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6207 00000100:00100000:2.0:1767316701.061196:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933820288:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316701.061210:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316701.061234:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 9 pid: 37088 timeout: 2046 lvb_type: 1 00010000:00010000:2.0:1767316701.061247:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 9 pid: 37088 timeout: 2046 lvb_type: 1 00010000:00010000:2.0:1767316701.061269:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba5fde lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f8 expref: 9 pid: 37088 timeout: 2046 lvb_type: 1 00010000:00010000:2.0:1767316701.061284:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316701.061286:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316701.061291:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061301:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061327:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316701.061377:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933820288:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 182us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.061397:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6207 00010000:00010000:2.0:1767316701.061433:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061447:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061717:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061756:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061765:0:37088:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061772:0:37088:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316701.061776:0:37088:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061785:0:37088:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061959:0:37088:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.061968:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc800/0xc472cb5f51ba600f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316701.062034:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933820160:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 5983us (7028us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.062043:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12289 00000100:00100000:1.0:1767316701.070493:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.070566:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820544 00000100:00100000:3.0:1767316701.070576:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820544 00000100:00100000:3.0:1767316701.070641:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7972 00000100:00100000:3.0:1767316701.070653:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:67183:x1853163933820544:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316701.070708:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316701.070842:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba5fd7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1f1 expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.070870:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba5eb8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1b9 expref: 26 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.070879:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316701.070885:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316701.070915:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.070927:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.070936:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316701.073122:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2365, 88 off204512 00000004:00080000:3.0:1767316701.073142:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1946316411775ns, next at 1894929931906ns, rc = 0 00000040:00080000:3.0:1767316701.073189:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2366, 88 off204600 00000004:00080000:3.0:1767316701.073195:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1946316465695ns, next at 1894929931906ns, rc = 0 00000040:00080000:3.0:1767316701.074918:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2369, 88 off204976 00000004:00080000:3.0:1767316701.074938:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1946318208329ns, next at 1894929874219ns, rc = 0 00000001:00080000:0.0:1767316701.151081:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942558 is committed 00000001:00080000:0.0:1767316701.151118:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942561 is committed 00000004:00080000:0.0:1767316701.151124:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1977 committed 00000004:00080000:0.0:1767316701.151133:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1976 committed 00000004:00080000:0.0:1767316701.151141:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1975 committed 00000100:00100000:0.0:1767316701.151261:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985643648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316701.151330:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985643776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316701.151343:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316701.151501:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316701.151545:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985643648 00000100:00100000:3.0:1767316701.151553:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985643648 00000100:00100000:0.0:1767316701.151558:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316701.151567:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985643904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316701.151598:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316701.151611:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985643776 00000100:00100000:3.0:1767316701.151617:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985643776 00000100:00100000:0.0:1767316701.151637:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985643904 00000100:00100000:0.0:1767316701.151643:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985643904 00000100:00100000:3.0:1767316701.151646:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12290 00000100:00100000:3.0:1767316701.151657:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985643648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316701.151974:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12291 00000100:00100000:2.0:1767316701.151984:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985643776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316701.151994:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985643648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 339us (654us total) trans 21474840576 rc 0/0 00000100:00100000:3.0:1767316701.152001:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12290 00000100:00100000:3.0:1767316701.152018:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12292 00000100:00100000:3.0:1767316701.152024:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985643904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316701.152108:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985643776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (607us total) trans 21474840577 rc 0/0 00000100:00100000:2.0:1767316701.152115:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12291 00000100:00100000:3.0:1767316701.152184:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985643904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 159us (585us total) trans 17179873696 rc 0/0 00000100:00100000:3.0:1767316701.152191:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12292 00000100:00080000:3.0:1767316701.152208:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316701.152212:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1767316701.154946:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e2680/2, rc 0, transno 21474840576 00000100:00100000:2.0:1767316701.154964:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985643648:0@lo:2:osp-syn-0-0.0 00000004:00010000:3.0:1767316701.155124:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008de5720a reply state 000000006e9d1e95 transno 8589942561 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316701.155138:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1767316701.155239:0:41788:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1767316701.155287:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67183:x1853163933820544:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 84605us (84772us total) trans 8589942561 rc 0/0 00000100:00100000:3.0:1767316701.155296:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7972 00010000:00010000:3.0:1767316701.155331:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.155340:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.155347:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.155354:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.155358:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.155366:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.155392:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316701.155395:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316701.155401:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316701.155406:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6016 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00080000:0.0:1767316701.156312:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec51c3100/2, rc 0, transno 17179873696 00000100:00100000:0.0:1767316701.156323:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985643904:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1767316701.156338:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e0000/2, rc 0, transno 21474840577 00000100:00100000:0.0:1767316701.156342:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985643776:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316701.164398:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316701.164558:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820672 00000100:00100000:0.0:1767316701.164570:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820672 00000100:00100000:0.0:1767316701.164645:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7973 00000100:00100000:0.0:1767316701.164657:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67183:x1853163933820672:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316701.164681:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316701.164704:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a20d expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316701.164788:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316701.164803:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316701.164824:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:0.0:1767316701.164828:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316701.164832:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655e00, rc 0) 00000100:00100000:0.0:1767316701.164895:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67183:x1853163933820672:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 240us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316701.164902:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7973 00000100:00100000:3.0:1767316701.172011:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.172426:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820800 00000100:00100000:1.0:1767316701.172436:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820800 00000100:00100000:1.0:1767316701.172523:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7974 00000100:00100000:1.0:1767316701.172535:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67183:x1853163933820800:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316701.172555:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316701.172577:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6024 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a214 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.172665:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba602b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.172682:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba602b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.172694:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba602b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316701.172720:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097153 00000004:00200000:1.0:1767316701.172725:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316701.173060:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba602b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.173097:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6024 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a214 expref: 23 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.173113:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba602b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a214 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.173122:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316701.173126:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316701.173129:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316701.173338:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67183:x1853163933820800:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 804us (1336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316701.173347:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7974 00000100:00100000:0.0:1767316701.176507:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.176550:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933820928 00000100:00100000:3.0:1767316701.176562:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933820928 00000100:00100000:3.0:1767316701.176656:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12293 00000100:00100000:3.0:1767316701.176667:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933820928:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.176686:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.176709:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a21b expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316701.177692:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26d:0x0] initial LVB size: 2097152, mtime: 0x69571ccf, atime: 0x0, ctime: 0x0, blocks: 0x1007 00010000:00010000:3.0:1767316701.177721:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.177724:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.177895:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 8 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316701.177918:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 8 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316701.177938:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc200, rc 0) 00000100:00100000:3.0:1767316701.178020:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933820928:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1354us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316701.178028:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12293 00000100:00100000:3.0:1767316701.235531:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.235580:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.235609:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821184 00000100:00100000:3.0:1767316701.235619:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821184 00000100:00100000:3.0:1767316701.235689:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821056 00000100:00100000:3.0:1767316701.235693:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821056 00000100:00100000:3.0:1767316701.235724:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6719 00000100:00100000:3.0:1767316701.235768:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933821184:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316701.235809:0:14920:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.235825:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.235827:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.235832:0:14920:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.235854:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316701.236264:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6720 00000100:00100000:0.0:1767316701.236275:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933821056:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316701.236298:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316701.236307:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316701.236309:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316701.236312:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316701.236324:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273262:0:14920:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273289:0:14920:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273301:0:14920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273308:0:14920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316701.273313:0:14920:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273322:0:14920:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273343:0:14920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.273350:0:14920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6039 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316701.273538:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933821184:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 37768us (38011us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1767316701.273551:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6719 00010000:00010000:2.0:1767316701.283437:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.283467:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.283477:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.283485:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316701.283489:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.283495:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.283511:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.283527:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba6040 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316701.283636:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933821056:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 47358us (48051us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1767316701.283647:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6720 00010000:00010000:2.0:1767316701.288941:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316701.295040:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316701.295082:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.295172:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821312 00000100:00100000:1.0:1767316701.295183:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821312 00000100:00100000:1.0:1767316701.295260:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821440 00000100:00100000:1.0:1767316701.295263:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821440 00000100:00100000:1.0:1767316701.295293:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6721 00000100:00100000:1.0:1767316701.295304:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933821312:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:1.0:1767316701.295361:0:14920:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316701.295372:0:14920:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.295387:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316701.295390:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316701.295394:0:14920:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.295408:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316701.296325:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6722 00000100:00100000:1.0:1767316701.296337:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933821440:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:1.0:1767316701.296370:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.296384:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316701.296385:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316701.296389:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.296401:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767316701.419787:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840578 is committed 00000001:00080000:3.0:1767316701.419823:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840577 is committed 00002000:00010000:1.0:1767316701.422667:0:14920:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1767316701.422680:0:14920:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb mtime from disk: 0 -> 1767316701 00002000:00010000:1.0:1767316701.422684:0:14920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb ctime from disk: 0 -> 1767316701 00002000:00010000:1.0:1767316701.422687:0:14920:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:1.0:1767316701.422708:0:14920:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.422722:0:14920:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.422775:0:14920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.422783:0:14920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316701.422788:0:14920:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.422799:0:14920:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.422824:0:14920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.422832:0:14920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6047 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316701.422921:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933821312:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 127615us (127887us total) trans 21474840578 rc 0/0 00000100:00100000:1.0:1767316701.422932:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6721 00010000:00010000:1.0:1767316701.454422:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.454449:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.454459:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.454466:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316701.454470:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.454480:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.454500:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.454508:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba604e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316701.454645:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933821440:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 158306us (159557us total) trans 21474840579 rc 0/0 00000100:00100000:1.0:1767316701.454656:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6722 00000001:00080000:3.0:1767316701.454927:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840579 is committed 00000100:00100000:3.0:1767316701.479995:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.480283:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821696 00000100:00100000:1.0:1767316701.480294:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821696 00000100:00100000:1.0:1767316701.480485:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7975 00000100:00100000:1.0:1767316701.480496:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67183:x1853163933821696:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316701.480559:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316701.480587:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba602b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a214 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316701.480607:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:1.0:1767316701.480612:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316701.481394:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.481418:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.481428:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000001:00080000:1.0:1767316701.481492:0:41789:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942562 00000004:00010000:1.0:1767316701.481522:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000eca5020 reply state 00000000576ceabc transno 8589942563 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316701.481530:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316701.481641:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67183:x1853163933821696:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1145us (1654us total) trans 8589942563 rc 0/0 00000100:00100000:1.0:1767316701.481649:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7975 00000020:00080000:1.0:1767316701.481654:0:41789:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1767316701.484704:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.484722:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.484755:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.484762:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.484767:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.484775:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.484800:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316701.484803:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316701.484809:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.484815:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06600/0xc472cb5f51ba6055 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316701.485588:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.485621:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821824 00000100:00100000:3.0:1767316701.485631:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821824 00000100:00100000:3.0:1767316701.485681:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12294 00000100:00100000:3.0:1767316701.485690:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:67183:x1853163933821824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.485709:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.485750:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a222 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316701.485776:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26e:0x0] initial LVB size: 2097152, mtime: 0x69571cdd, atime: 0x0, ctime: 0x69571cdd, blocks: 0x1007 00010000:00010000:3.0:1767316701.485808:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.485811:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.485821:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.485836:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.485849:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd400, rc 0) 00000100:00100000:3.0:1767316701.486688:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:67183:x1853163933821824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 995us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316701.486699:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12294 00000100:00100000:3.0:1767316701.490136:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.490230:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933821952 00000100:00100000:2.0:1767316701.490240:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933821952 00000100:00100000:2.0:1767316701.490297:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12295 00000100:00100000:2.0:1767316701.490306:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:67183:x1853163933821952:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316701.490325:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316701.490350:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a229 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316701.490375:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316701.490396:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316701.490399:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316701.490409:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 9 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.490425:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 9 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.490439:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316701.490505:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:67183:x1853163933821952:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 199us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.490512:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12295 00000100:00100000:3.0:1767316701.493775:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.493977:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933822080 00000100:00100000:1.0:1767316701.493988:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933822080 00002000:00010000:1.0:1767316701.494034:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/622 (2097152->18446744073709551615) 00002000:00100000:1.0:1767316701.494040:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4018a80 with x1853163933822080 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1767316701.494054:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ef4018a80. 00000100:00100000:1.0:1767316701.494103:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6723 00000100:00100000:1.0:1767316701.494113:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933822080:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:1.0:1767316701.494399:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1767316701.494403:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb mtime from disk: 1767316701 -> 1767316701 00002000:00010000:1.0:1767316701.494406:0:37704:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316701.494408:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb ctime from disk: 1767316701 -> 1767316701 00002000:00010000:1.0:1767316701.494410:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1767316701.494482:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933822080:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 369us (716us total) trans 21474840580 rc 0/0 00000100:00100000:1.0:1767316701.494490:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6723 00002000:00010000:1.0:1767316701.494494:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/622 (2097152->18446744073709551615) 00002000:00100000:1.0:1767316701.494497:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4018a80 with x1853163933822080 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1767316701.494502:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ef4018a80. 00000100:00100000:0.0:1767316701.499204:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.499484:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933822208 00000100:00100000:3.0:1767316701.499498:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933822208 00002000:00010000:3.0:1767316701.499539:0:14920:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/624 (0->18446744073709551615) 00002000:00100000:3.0:1767316701.499544:0:14920:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec51c1180 with x1853163933822208 ext(0->18446744073709551615) 00002000:00010000:3.0:1767316701.499556:0:14920:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ec51c1180. 00000100:00100000:3.0:1767316701.499849:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6724 00000100:00100000:3.0:1767316701.499861:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933822208:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:3.0:1767316701.500146:0:14920:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1767316701.500150:0:14920:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 0 -> 1767316701 00002000:00010000:3.0:1767316701.500153:0:14920:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1767316701.500155:0:14920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 0 -> 1767316701 00002000:00010000:3.0:1767316701.500157:0:14920:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1767316701.500212:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933822208:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 353us (1018us total) trans 17179873697 rc 0/0 00000100:00100000:3.0:1767316701.500220:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6724 00002000:00010000:3.0:1767316701.500225:0:14920:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/624 (0->18446744073709551615) 00002000:00100000:3.0:1767316701.500227:0:14920:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec51c1180 with x1853163933822208 ext(0->18446744073709551615) 00002000:00010000:3.0:1767316701.500231:0:14920:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ec51c1180. 00000100:00100000:2.0:1767316701.507050:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316701.507158:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933822464 00000100:00100000:1.0:1767316701.507170:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933822464 00000100:00100000:1.0:1767316701.507233:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7976 00000100:00100000:1.0:1767316701.507243:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:67183:x1853163933822464:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316701.507350:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.507369:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316701.507381:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:1.0:1767316701.507540:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008540b6c0 reply state 0000000009e2401e transno 8589942564 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316701.507553:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316701.507697:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:67183:x1853163933822464:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 454us (657us total) trans 8589942564 rc 0/0 00000100:00100000:1.0:1767316701.507704:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7976 00010000:00010000:2.0:1767316701.510638:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.510656:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.510663:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.510669:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.510674:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.510681:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.510697:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:2.0:1767316701.510701:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.510706:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.510711:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba606a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316701.512097:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.513146:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933822592 00000100:00100000:3.0:1767316701.513232:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933822592 00000100:00100000:3.0:1767316701.513343:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12296 00000100:00100000:3.0:1767316701.513355:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:67183:x1853163933822592:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.513375:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.513405:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a230 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.513436:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316701.513445:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.513448:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316701.513452:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->104857599] (req 0->104857599) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.513487:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316701.513501:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 11 pid: 37089 timeout: 2046 lvb_type: 1 00000100:00100000:3.0:1767316701.513515:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985644032:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316701.513625:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316701.518098:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.518186:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933822720 00000100:00100000:2.0:1767316701.518195:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933822720 00010000:00010000:2.0:1767316701.518237:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 12 pid: 37089 timeout: 2046 lvb_type: 1 00000100:00100000:2.0:1767316701.518287:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6208 00000100:00100000:2.0:1767316701.518296:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933822720:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316701.518310:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316701.518331:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 12 pid: 37089 timeout: 2046 lvb_type: 1 00010000:00010000:2.0:1767316701.518344:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 12 pid: 37089 timeout: 2046 lvb_type: 1 00010000:00010000:2.0:1767316701.518368:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316701.518370:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316701.518378:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.518387:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.518434:0:21733:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316701.518448:0:21733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:21733:1853163985644160:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316701.518528:0:21733:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94900 going to sleep for 11 seconds 00010000:00010000:3.0:1767316701.523003:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba6032 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a21b expref: 12 pid: 37089 timeout: 2046 lvb_type: 1 00000100:00100000:3.0:1767316701.523032:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985644032:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316701.523081:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.523099:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc400, rc 0) 00000100:00100000:3.0:1767316701.523366:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:67183:x1853163933822592:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 10011us (11278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316701.523377:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12296 00000100:00100000:2.0:1767316701.524988:0:21733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:21733:1853163985644160:192.168.204.9@tcp:105: 00010000:00010000:2.0:1767316701.525016:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316701.525089:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933822720:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 6793us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.525099:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6208 00000100:00100000:1.0:1767316701.528618:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.528717:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933822848 00000100:00100000:3.0:1767316701.529033:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933822848 00000100:00100000:3.0:1767316701.529149:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12297 00000100:00100000:3.0:1767316701.529170:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933822848:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316701.529387:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1767316701.529391:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb mtime from disk: 1767316687 -> 1767316687 00002000:00010000:3.0:1767316701.529404:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb atime from disk: 0 -> 1767316676 00002000:00010000:3.0:1767316701.529407:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb ctime from disk: 0 -> 1767316701 00002000:00010000:3.0:1767316701.529410:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:3.0:1767316701.529478:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163933822848:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 319us (872us total) trans 21474840581 rc 0/0 00000100:00100000:3.0:1767316701.529487:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12297 00000100:00100000:0.0:1767316701.533472:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.533571:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933823104 00000100:00100000:3.0:1767316701.533582:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933823104 00000100:00100000:3.0:1767316701.533683:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3197 00000100:00100000:3.0:1767316701.533695:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67183:x1853163933823104:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:3.0:1767316701.533961:0:41792:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1fc:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba6001 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a206 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.534013:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316701.534024:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.534032:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316701.534074:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.534087:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 24 pid: 41788 timeout: 2046 lvb_type: 0 00000100:00100000:3.0:1767316701.534102:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985644288:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316701.534375:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316701.538174:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.538329:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933823232 00000100:00100000:3.0:1767316701.538340:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933823232 00010000:00010000:3.0:1767316701.538387:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 25 pid: 41788 timeout: 2046 lvb_type: 0 00000100:00100000:3.0:1767316701.538439:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6209 00000100:00100000:3.0:1767316701.538450:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163933823232:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316701.538468:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316701.538476:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 25 pid: 41788 timeout: 2046 lvb_type: 0 00010000:00010000:3.0:1767316701.538489:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 25 pid: 41788 timeout: 2046 lvb_type: 0 00010000:00010000:3.0:1767316701.538513:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:3.0:1767316701.538520:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316701.538530:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316701.538538:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316701.538564:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316701.538629:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163933823232:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 181us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316701.538637:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6209 00010000:00010000:2.0:1767316701.541081:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba601d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a20d expref: 24 pid: 41788 timeout: 2046 lvb_type: 0 00000100:00100000:2.0:1767316701.541110:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985644288:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316701.541135:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316701.541145:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316701.541150:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000040:00080000:2.0:1767316701.542931:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2367, 88 off204688 00000004:00080000:2.0:1767316701.542948:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1946786218246ns, next at 1894929931906ns, rc = 0 00000040:00080000:2.0:1767316701.542973:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2368, 88 off204776 00000004:00080000:2.0:1767316701.542978:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1946786249024ns, next at 1894929931906ns, rc = 0 00000040:00080000:2.0:1767316701.543047:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2370, 88 off205064 00000004:00080000:2.0:1767316701.543053:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1946786324060ns, next at 1894929874219ns, rc = 0 00000004:00010000:0.0:1767316701.578649:0:41792:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e7ffa855 reply state 00000000bf78dec1 transno 8589942565 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:0.0:1767316701.578673:0:41792:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767316701.578687:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:0.0:1767316701.578691:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316701.578702:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdce00/0xc472cb5f51ba6001 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a206 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316701.579135:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:67183:x1853163933823104:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 45439us (45746us total) trans 8589942565 rc 0/0 00000100:00100000:0.0:1767316701.579146:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3197 00000001:00080000:0.0:1767316701.579274:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942564 is committed 00000001:00080000:0.0:1767316701.579300:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942565 is committed 00000004:00080000:0.0:1767316701.579306:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1978 committed 00000004:00080000:0.0:1767316701.579316:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1978 committed 00000004:00080000:0.0:1767316701.579324:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1977 committed 00010000:00010000:0.0:1767316701.579344:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316701.579357:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316701.579365:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316701.579371:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316701.579376:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316701.579384:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316701.579482:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ed9657200) 00010000:00010000:0.0:1767316701.579485:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316701.579489:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316701.579497:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba6078 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00000100:00100000:0.0:1767316701.579616:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985644416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316701.579669:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316701.579704:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316701.579711:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985644544:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316701.579988:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316701.580022:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985644672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316701.580044:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316701.580088:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985644416 00000100:00100000:0.0:1767316701.580095:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985644416 00000100:00100000:0.0:1767316701.580130:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985644544 00000100:00100000:0.0:1767316701.580133:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985644544 00000100:00100000:0.0:1767316701.580148:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985644672 00000100:00100000:0.0:1767316701.580150:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985644672 00000100:00100000:0.0:1767316701.580257:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12298 00000100:00100000:0.0:1767316701.580277:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5466c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985644416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316701.580520:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12299 00000100:00100000:1.0:1767316701.580530:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985644544:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1767316701.580780:0:38185:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1767316701.580943:0:38185:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb mtime from disk: 1767316687 -> 1767316687 00002000:00010000:1.0:1767316701.580946:0:38185:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb atime from disk: 1767316676 -> 1767316676 00002000:00010000:1.0:1767316701.580949:0:38185:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb ctime from disk: 1767316701 -> 1767316701 00002000:00010000:1.0:1767316701.580951:0:38185:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26d:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1767316701.581012:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985644544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 483us (1023us total) trans 21474840582 rc 0/0 00000100:00100000:1.0:1767316701.581020:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12299 00000100:00100000:1.0:1767316701.581039:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12300 00000100:00100000:1.0:1767316701.581046:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985644672:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1767316701.581146:0:38185:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1767316701.581149:0:38185:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb mtime from disk: 1767316701 -> 1767316701 00002000:00010000:1.0:1767316701.581151:0:38185:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316701.581153:0:38185:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb ctime from disk: 1767316701 -> 1767316701 00002000:00010000:1.0:1767316701.581156:0:38185:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26e:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1767316701.581278:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985644672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 231us (1231us total) trans 21474840583 rc 0/0 00000100:00100000:1.0:1767316701.581287:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12300 00002000:00010000:0.0:1767316701.582271:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316701.582276:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 1767316701 -> 1767316701 00002000:00010000:0.0:1767316701.582279:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1767316701.582281:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 1767316701 -> 1767316701 00002000:00010000:0.0:1767316701.582283:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316701.582330:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5466c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985644416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2064us (2658us total) trans 17179873698 rc 0/0 00000100:00100000:0.0:1767316701.582338:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12298 00000100:00100000:0.0:1767316701.582989:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840577 gen 2 00000004:00080000:0.0:1767316701.582999:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e2680, transno 21474840576 00000004:00080000:0.0:1767316701.583009:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e0000, transno 21474840577 00000100:00100000:0.0:1767316701.583016:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3efc7a1f80 x1853163985644672/t21474840583(21474840583) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316717 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316701.583029:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc7a1f80/2, rc 0, transno 21474840583 00000100:00100000:0.0:1767316701.583034:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985644672:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1767316701.583078:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc7a2a00/2, rc 0, transno 21474840582 00000100:00100000:0.0:1767316701.583083:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985644544:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1767316701.583095:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc7a1500/2, rc 0, transno 17179873698 00000100:00100000:0.0:1767316701.583100:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985644416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316701.587170:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.587281:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933823360 00000100:00100000:3.0:1767316701.587292:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933823360 00000100:00100000:3.0:1767316701.587346:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7977 00000100:00100000:3.0:1767316701.587355:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67183:x1853163933823360:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.587377:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.587504:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba607f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a237 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.587563:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba607f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a237 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.587583:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba607f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a237 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.587599:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:3.0:1767316701.587603:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316701.587606:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc200, rc 0) 00000100:00100000:3.0:1767316701.587659:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67183:x1853163933823360:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 305us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316701.587666:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7977 00000100:00100000:0.0:1767316701.591811:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.592036:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933823616 00000100:00100000:2.0:1767316701.592047:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933823616 00000100:00100000:2.0:1767316701.592115:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3198 00000100:00100000:2.0:1767316701.592126:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:67183:x1853163933823616:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316701.592429:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67183:x1853163933823616:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 304us (627us total) trans 8589942566 rc 0/0 00000100:00100000:2.0:1767316701.592441:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3198 00000100:00100000:1.0:1767316701.619612:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.619672:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933823872 00000100:00100000:3.0:1767316701.619684:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933823872 00000100:00100000:3.0:1767316701.619758:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7978 00000100:00100000:3.0:1767316701.619769:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67184:x1853163933823872:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.619795:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.619816:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6086 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a23e expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.619894:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.619908:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.619919:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.619932:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.619940:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.619945:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620168:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620176:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620182:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620187:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.620191:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620199:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620210:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316701.620213:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316701.620218:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620224:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba608d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620234:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620238:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620242:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620245:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.620246:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620249:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620253:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326000) 00010000:00010000:3.0:1767316701.620265:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316701.620268:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620273:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6094 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.620304:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6086 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a23e expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.620314:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316701.620316:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316701.620320:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6086 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a23e expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.620329:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc600, rc 0) 00000100:00100000:3.0:1767316701.620389:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67184:x1853163933823872:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 622us (786us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316701.620398:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7978 00000100:00100000:0.0:1767316701.631037:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.631094:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933824000 00000100:00100000:3.0:1767316701.631104:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933824000 00000100:00100000:3.0:1767316701.631166:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7979 00000100:00100000:3.0:1767316701.631175:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67184:x1853163933824000:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316701.631254:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631273:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631285:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631299:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631307:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631313:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631430:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631438:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631445:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316701.631478:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:3.0:1767316701.631482:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316701.631494:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631506:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631513:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631519:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631525:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.631529:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631536:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631548:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316701.631551:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316701.631556:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631561:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba609b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631573:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631580:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631585:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631589:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdda00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.631593:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631597:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631603:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326600) 00010000:00010000:3.0:1767316701.631604:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316701.631606:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631609:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60a2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631620:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631623:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631626:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631629:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316701.631630:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631633:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631636:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:3.0:1767316701.631638:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316701.631639:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.631645:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60a9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316701.631707:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67184:x1853163933824000:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 532us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316701.631714:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7979 00000100:00100000:2.0:1767316701.679500:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316701.679673:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933824256 00000100:00100000:3.0:1767316701.679683:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933824256 00000100:00100000:3.0:1767316701.679780:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7980 00000100:00100000:3.0:1767316701.679792:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67188:x1853163933824256:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316701.679813:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316701.679834:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60b0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a245 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316701.679912:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.679929:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316701.679941:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680499:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680510:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680518:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680639:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680646:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680652:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680658:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdda00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.680662:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680669:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680682:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.680685:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.680690:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680695:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba60b7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680705:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680709:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680712:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680715:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.680716:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680719:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680723:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316701.680724:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.680725:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680772:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60be lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.680813:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60b0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a245 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.680823:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.680826:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316701.680829:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba60b0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a245 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.680843:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd800, rc 0) 00000100:00100000:2.0:1767316701.680917:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67188:x1853163933824256:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1127us (1426us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316701.680926:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7980 00000100:00100000:1.0:1767316701.692874:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.694359:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933824384 00000100:00100000:2.0:1767316701.694507:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933824384 00000100:00100000:2.0:1767316701.694630:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7981 00000100:00100000:2.0:1767316701.694641:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67188:x1853163933824384:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316701.694712:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694750:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694763:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694779:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694786:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694793:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694903:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694911:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694919:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316701.694953:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:2.0:1767316701.694957:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316701.694968:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694979:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694983:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694988:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694991:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.694994:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.694999:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695008:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.695010:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.695013:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695016:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695025:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695029:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695033:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695035:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.695037:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695040:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695043:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316701.695044:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.695046:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695049:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60cc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695071:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695077:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695082:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695090:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.695093:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695098:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695106:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:2.0:1767316701.695108:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.695111:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.695116:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60d3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316701.695466:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67188:x1853163933824384:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 824us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.695475:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7981 00000100:00100000:1.0:1767316701.745720:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.746070:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933824640 00000100:00100000:2.0:1767316701.746081:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933824640 00000100:00100000:2.0:1767316701.746150:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7982 00000100:00100000:2.0:1767316701.746161:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67196:x1853163933824640:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316701.746184:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316701.746208:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60da lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a24c expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.746292:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746308:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746321:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746340:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746347:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746353:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746666:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746671:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746676:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746680:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.746683:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746688:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746697:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.746699:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.746703:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746706:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746717:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746720:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746724:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746726:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.746937:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746942:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746950:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316701.746953:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.746956:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.746961:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60e8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.747003:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60da lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a24c expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.747012:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.747014:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316701.747017:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60da lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a24c expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.747031:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfc00, rc 0) 00000100:00100000:2.0:1767316701.747111:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67196:x1853163933824640:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 951us (1397us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316701.747119:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7982 00000100:00100000:3.0:1767316701.756135:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.757902:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933824768 00000100:00100000:2.0:1767316701.757918:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933824768 00000100:00100000:2.0:1767316701.758037:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7983 00000100:00100000:2.0:1767316701.758048:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67196:x1853163933824768:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316701.758141:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758159:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758172:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758188:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758195:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758201:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758318:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758327:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758335:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316701.758389:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:2.0:1767316701.758394:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316701.758409:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758433:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758440:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758447:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758454:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.758458:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758466:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758477:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.758481:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.758486:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758493:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba60ef lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758505:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758512:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758517:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758521:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.758523:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758528:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758534:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316701.758537:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.758540:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758545:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba60f6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758560:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758566:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758572:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758577:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.758579:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758585:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758603:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:2.0:1767316701.758607:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.758610:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.758615:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba60fd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316701.758704:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67196:x1853163933824768:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 656us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.758713:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7983 00000100:00100000:1.0:1767316701.806922:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.807147:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933825024 00000100:00100000:2.0:1767316701.807158:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933825024 00000100:00100000:2.0:1767316701.807905:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7984 00000100:00100000:2.0:1767316701.807921:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67203:x1853163933825024:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316701.807945:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316701.807968:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6104 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a253 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.808056:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808082:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808093:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808116:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808123:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808130:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808241:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808249:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808256:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808261:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.808265:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808272:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808283:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.808286:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.808291:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808297:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba610b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808313:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808319:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808324:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808329:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.808332:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808337:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808344:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316701.808346:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.808348:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808353:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6112 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.808404:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6104 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a253 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.808423:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.808427:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316701.808430:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6104 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a253 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.808443:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:2.0:1767316701.808522:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67203:x1853163933825024:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 606us (1614us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316701.808530:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7984 00000100:00100000:1.0:1767316701.813323:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.813427:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933825152 00000100:00100000:2.0:1767316701.813437:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933825152 00000100:00100000:2.0:1767316701.813497:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7985 00000100:00100000:2.0:1767316701.813508:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67203:x1853163933825152:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316701.813584:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.813601:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.813613:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.813628:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.813635:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.813640:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814107:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814117:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814125:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316701.814158:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:2.0:1767316701.814162:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316701.814175:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814187:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814192:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814199:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814204:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.814208:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814215:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814225:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.814228:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.814232:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814237:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6119 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814483:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814489:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814494:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814498:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.814501:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814506:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814514:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316701.814517:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.814520:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814524:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6120 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814539:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814544:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814549:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814553:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.814556:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814561:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814568:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:2.0:1767316701.814570:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.814573:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.814578:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6127 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316701.814662:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67203:x1853163933825152:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1154us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.814671:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7985 00000100:00100000:3.0:1767316701.854367:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.854595:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933825408 00000100:00100000:2.0:1767316701.854606:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933825408 00000100:00100000:2.0:1767316701.854722:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7986 00000100:00100000:2.0:1767316701.854770:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67209:x1853163933825408:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316701.854791:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316701.854811:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba612e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a25a expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.854887:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.854900:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.854922:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.854941:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.854948:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.854954:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855095:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855103:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855109:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855115:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.855119:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855127:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855138:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.855141:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.855146:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855151:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6135 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855167:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855172:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855177:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855182:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.855184:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855190:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855198:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316701.855200:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.855203:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855208:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba613c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.855239:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba612e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a25a expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.855249:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.855252:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316701.855255:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba612e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a25a expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.855268:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316701.855336:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67209:x1853163933825408:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 604us (977us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316701.855343:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7986 00000100:00100000:1.0:1767316701.870875:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.871263:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933825536 00000100:00100000:2.0:1767316701.871274:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933825536 00000100:00100000:2.0:1767316701.871595:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7987 00000100:00100000:2.0:1767316701.871608:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67209:x1853163933825536:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316701.871684:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.871701:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.871712:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.871726:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.876954:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.876969:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877114:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877123:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877140:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316701.877179:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:2.0:1767316701.877184:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316701.877197:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877209:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877215:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877221:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877226:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.877231:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877238:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877249:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.877252:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.877256:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877261:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6143 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877274:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877279:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877285:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877289:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.877292:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877299:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877305:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316701.877318:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.877321:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877327:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba614a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877346:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877352:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877357:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877362:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.877365:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877371:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877378:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:2.0:1767316701.877380:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.877383:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.877388:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6151 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316701.877486:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67209:x1853163933825536:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 5878us (6621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316701.878755:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7987 00000100:00100000:1.0:1767316701.895365:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316701.895624:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933825792 00000100:00100000:2.0:1767316701.895635:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933825792 00000100:00100000:2.0:1767316701.895697:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7988 00000100:00100000:2.0:1767316701.895706:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67213:x1853163933825792:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316701.895726:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316701.895782:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6158 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a261 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.895856:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.895872:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.895883:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.895901:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.895908:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.895914:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896030:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896037:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896043:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896049:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.896053:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896074:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896086:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.896089:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.896094:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896100:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba615f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896118:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896124:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896129:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896134:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316701.896137:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896141:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896148:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316701.896150:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316701.896153:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896157:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6166 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316701.896192:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6158 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a261 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.896201:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:2.0:1767316701.896204:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316701.896207:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba6158 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a261 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316701.896220:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316701.896272:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67213:x1853163933825792:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 567us (927us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316701.896279:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7988 00000100:00100000:3.0:1767316701.900004:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316701.900101:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933825920 00000100:00100000:0.0:1767316701.900111:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933825920 00000100:00100000:0.0:1767316701.900174:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7989 00000100:00100000:0.0:1767316701.900183:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67213:x1853163933825920:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316701.900257:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900273:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900284:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900298:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900304:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900311:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900416:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900424:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900432:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316701.900465:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:0.0:1767316701.900469:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316701.900481:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900492:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900498:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900504:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900510:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316701.900513:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900520:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900531:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:0.0:1767316701.900534:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316701.900538:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900544:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba616d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900558:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900563:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900568:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900577:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316701.900579:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900585:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900592:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec2e86300) 00010000:00010000:0.0:1767316701.900595:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316701.900598:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900602:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6174 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900616:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900621:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900626:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900631:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316701.900633:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900638:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900644:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:0.0:1767316701.900647:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316701.900650:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316701.900655:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba617b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316701.900823:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67213:x1853163933825920:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 639us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316701.900832:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7989 00010000:00010000:2.0:1767316702.308850:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316703.336532:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316703.908922:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645184:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.908989:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316703.909053:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767316703.909059:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985644800:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909086:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316703.909108:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645312:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909128:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316703.909153:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985644928:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909176:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316703.909192:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985645440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909212:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316703.909228:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316703.909233:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985645056:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909254:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316703.909284:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645184 00000100:00100000:0.0:1767316703.909291:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645184 00000100:00100000:0.0:1767316703.909339:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645312 00000100:00100000:0.0:1767316703.909343:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645312 00000100:00100000:0.0:1767316703.909365:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1767316703.909373:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985645184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909423:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985645184:12345-0@lo:400:kworker.0 Request processed in 51us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316703.909430:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1767316703.909446:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1767316703.909452:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985645312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909481:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985645312:12345-0@lo:400:kworker.0 Request processed in 29us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316703.909487:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1767316703.909511:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985644928 00000100:00100000:0.0:1767316703.909515:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985644928 00000100:00100000:0.0:1767316703.909537:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645440 00000100:00100000:0.0:1767316703.909539:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645440 00000100:00100000:0.0:1767316703.909553:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645056 00000100:00100000:0.0:1767316703.909555:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645056 00000100:00100000:0.0:1767316703.909572:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1767316703.909579:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985644928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909613:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985644928:12345-0@lo:400:kworker.0 Request processed in 35us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316703.909619:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1767316703.909631:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1767316703.909637:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985645440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909679:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985645440:12345-0@lo:400:kworker.0 Request processed in 42us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316703.909685:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1767316703.909697:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1767316703.909702:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985645056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909749:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985645056:12345-0@lo:400:kworker.0 Request processed in 25us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316703.909754:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1767316703.909808:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985645056:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909819:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985644928:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909828:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985645440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909864:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645312:0@lo:400:kworker.0 00000100:00100000:0.0:1767316703.909873:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645184:0@lo:400:kworker.0 00000100:00100000:3.0:1767316703.910491:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985644800 00000100:00100000:3.0:1767316703.910498:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985644800 00000100:00100000:3.0:1767316703.910550:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1767316703.910557:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985644800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316703.910617:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985644800:12345-0@lo:400:kworker.0 Request processed in 60us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316703.910623:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:3.0:1767316703.910656:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316703.910662:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316703.910665:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316703.910686:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985644800:0@lo:400:kworker.0 00010000:00010000:2.0:1767316704.356123:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316704.933194:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316704.933218:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985645568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316704.933298:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316704.933369:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645568 00000100:00100000:0.0:1767316704.933377:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645568 00000100:00100000:0.0:1767316704.933419:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1767316704.933429:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985645568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316704.933777:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3848273920 avail 3846176768 00000100:00100000:0.0:1767316704.933843:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985645568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 415us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316704.933852:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1767316704.933942:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985645568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316704.934491:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316704.934530:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316704.934574:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645696 00000100:00100000:1.0:1767316704.934580:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645696 00000100:00100000:1.0:1767316704.934610:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767316704.934617:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985645696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316704.934639:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316704.934673:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985645696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316704.934679:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767316704.934715:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645696:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1767316705.041635:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873698 is committed 00000001:00080000:1.0:1767316705.041658:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873697 is committed 00010000:00010000:2.0:1767316705.380071:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316705.950759:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316705.950804:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316705.950831:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316705.950861:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316705.950902:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826304 00000100:00100000:2.0:1767316705.950911:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826304 00000100:00100000:2.0:1767316705.950966:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826432 00000100:00100000:2.0:1767316705.950969:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826432 00000100:00100000:2.0:1767316705.951010:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 874 00000100:00100000:2.0:1767316705.951020:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933826304:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316705.951090:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933826304:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 71us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316705.951098:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 874 00000100:00100000:2.0:1767316705.951118:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:2.0:1767316705.951380:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933826432:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316705.951416:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933826432:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 291us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316705.951424:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:3.0:1767316705.953045:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826048 00000100:00100000:3.0:1767316705.953056:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826048 00000100:00100000:3.0:1767316705.953104:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 373 00000100:00100000:3.0:1767316705.953113:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933826048:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1767316705.953156:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316705.953161:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316705.953174:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826176 00000100:00100000:2.0:1767316705.953178:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826176 00000100:00100000:3.0:1767316705.953187:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933826048:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 75us (2470us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316705.953193:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 373 00000100:00100000:2.0:1767316705.953215:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 480 00000100:00100000:2.0:1767316705.953222:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933826176:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316705.953252:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933826176:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 30us (2420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316705.953258:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 480 00000100:00080000:2.0:1767316705.953275:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1767316706.409188:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316706.519430:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840583 is committed 00000001:00080000:3.0:1767316706.519450:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840580 is committed 00000001:00080000:3.0:1767316706.519456:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840581 is committed 00000100:00100000:3.0:1767316706.732988:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316706.733035:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826560 00000100:00100000:3.0:1767316706.733045:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826560 00000100:00100000:3.0:1767316706.733102:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7990 00000100:00100000:3.0:1767316706.733113:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:67630:x1853163933826560:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316706.733135:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316706.733161:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6182 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a268 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316706.733236:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733252:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733490:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733510:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733517:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733524:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733641:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733650:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733657:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316706.733691:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fc:0x0]: returning size 2097152 00000004:00200000:3.0:1767316706.733697:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316706.733715:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733744:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733754:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733764:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733771:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733777:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316706.733781:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733788:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733799:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316706.733802:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316706.733808:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733814:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc600/0xc472cb5f51ba6189 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733825:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733831:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733836:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733841:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316706.733844:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733853:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733859:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326000) 00010000:00010000:3.0:1767316706.733861:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316706.733864:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733869:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd000/0xc472cb5f51ba6190 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316706.733904:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6182 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a268 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316706.733918:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a268 expref: 22 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316706.733925:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:3.0:1767316706.733927:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316706.733930:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdca00, rc 0) 00000100:00100000:3.0:1767316706.734006:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67630:x1853163933826560:12345-192.168.204.9@tcp:101:rm.0 Request processed in 894us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316706.734014:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7990 00000100:00100000:3.0:1767316706.737793:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316706.737828:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826816 00000100:00100000:3.0:1767316706.737837:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826816 00000100:00100000:3.0:1767316706.737882:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7991 00000100:00100000:3.0:1767316706.737891:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67630:x1853163933826816:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316706.737943:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316706.737980:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6197 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a268 expref: 22 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316706.738000:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc200/0xc472cb5f51ba607f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a237 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316706.738012:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326e00) 00010000:00010000:3.0:1767316706.738022:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316706.738043:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738056:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738066:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738614:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738623:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738630:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738775:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738783:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.738793:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:3.0:1767316706.741593:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2370, 64 off204864 00000004:00080000:3.0:1767316706.741612:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1951984882691ns, next at 1952984878766ns, rc = 0 00000040:00080000:3.0:1767316706.741650:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2371, 64 off204928 00000040:00080000:3.0:1767316706.741710:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2371, 64 off205128 00000004:00080000:3.0:1767316706.741716:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1951984987256ns, next at 1952984986155ns, rc = 0 00010000:00010000:3.0:1767316706.741853:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741872:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741883:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741891:0:42524:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741896:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741902:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741922:0:42524:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316706.741949:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741955:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741979:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741985:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdda00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316706.741989:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.741996:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742007:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326400) 00010000:00010000:3.0:1767316706.742010:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316706.742016:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742021:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba61ac lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742071:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742078:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742083:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742087:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fddc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316706.742090:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742095:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742107:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316706.742110:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316706.742113:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.742118:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fddc00/0xc472cb5f51ba619e lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316706.742126:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c6c6dbb9 reply state 000000000f2de8a4 transno 8589942567 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316706.742134:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316706.742222:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:67630:x1853163933826816:12345-192.168.204.9@tcp:36:rm.0 Request processed in 4327us (4433us total) trans 8589942567 rc 0/0 00000100:00100000:3.0:1767316706.742233:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7991 00010000:00010000:2.0:1767316706.742882:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316706.742890:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316706.742898:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316706.742901:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316706.742918:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316706.742931:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fc:0x0].0x0 (ffff9b3ec1326400) 00010000:00010000:2.0:1767316706.742933:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316706.742937:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316706.742942:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd600/0xc472cb5f51ba61b3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316706.742957:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316706.742958:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316706.742960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316706.754510:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.754530:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.754539:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.754546:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316706.754551:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.754559:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.754656:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x526f614a (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316706.754661:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316706.754666:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316706.754673:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba61a5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fb:0x0].0x526f614a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000001:00080000:1.0:1767316707.087884:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942566 is committed 00000001:00080000:1.0:1767316707.087899:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942567 is committed 00000004:00080000:1.0:1767316707.087904:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1979 committed 00000004:00080000:1.0:1767316707.087919:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1979 committed 00000100:00100000:3.0:1767316707.088260:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316707.088281:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316707.088357:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316707.088432:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316707.088454:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316707.088525:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645952 00000100:00100000:2.0:1767316707.088534:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645952 00000100:00100000:2.0:1767316707.088591:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985645824 00000100:00100000:2.0:1767316707.088594:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985645824 00000100:00100000:2.0:1767316707.088616:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12301 00000100:00100000:2.0:1767316707.088625:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985645952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316707.088661:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:621 count 1 00010000:00010000:2.0:1767316707.088694:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.088718:0:14914:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.088741:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316707.088744:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316707.088748:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316707.088752:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12302 00000100:00100000:0.0:1767316707.088761:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985645824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316707.088775:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:624 count 1 00010000:00010000:2.0:1767316707.088778:0:14914:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316707.088789:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.088792:0:14914:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 8 pid: 37089 timeout: 2052 lvb_type: 0 00010000:00010000:0.0:1767316707.088800:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 8 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316707.088804:0:14914:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14914:1853163985646080:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316707.088807:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316707.088809:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316707.088812:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316707.088831:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 8 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316707.088839:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 8 pid: 45244 timeout: 2052 lvb_type: 0 00000100:00100000:0.0:1767316707.088848:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985646208:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316707.088863:0:14914:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316707.088866:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8c00 going to sleep for 11 seconds 00000100:00080000:3.0:1767316707.089047:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316707.089052:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316707.101269:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985646208:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316707.101299:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316707.101939:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316707.103482:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933826944 00000100:00100000:0.0:1767316707.103495:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933826944 00010000:00010000:0.0:1767316707.103570:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 9 pid: 45244 timeout: 2052 lvb_type: 0 00000100:00100000:0.0:1767316707.103635:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6210 00000100:00100000:0.0:1767316707.103647:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933826944:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316707.103664:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316707.103670:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 9 pid: 45244 timeout: 2052 lvb_type: 0 00010000:00010000:0.0:1767316707.103682:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 9 pid: 45244 timeout: 2052 lvb_type: 0 00010000:00010000:0.0:1767316707.103707:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6063 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 67108864->134217727) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a229 expref: 9 pid: 45244 timeout: 2052 lvb_type: 0 00010000:00010000:0.0:1767316707.103724:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316707.103726:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316707.103778:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316707.103789:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316707.103819:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316707.103880:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933826944:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 235us (2774us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316707.103888:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6210 00000100:00080000:3.0:1767316707.104181:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767316707.104716:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.104753:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.104763:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.104771:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.104946:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316707.105587:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985645824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16825us (17129us total) trans 17179873699 rc 0/0 00000100:00100000:1.0:1767316707.105597:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12302 00000100:00100000:0.0:1767316707.107506:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873698 gen 2 00000004:00080000:0.0:1767316707.107518:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec51c3100, transno 17179873696 00000004:00080000:0.0:1767316707.107540:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc7a1500, transno 17179873698 00000100:00100000:0.0:1767316707.107549:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3efc7a1180 x1853163985645824/t17179873699(17179873699) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316723 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316707.107560:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc7a1180/2, rc 0, transno 17179873699 00000100:00100000:0.0:1767316707.107565:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645824:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767316707.107870:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316707.107879:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316707.107890:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316707.107894:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316707.107905:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316707.107924:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316707.107936:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316707.108028:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316707.108030:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316707.108032:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316707.108543:0:14914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14914:1853163985646080:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316707.108567:0:14914:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316707.111631:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316707.111792:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827072 00000100:00100000:2.0:1767316707.111805:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827072 00010000:00010000:2.0:1767316707.111864:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 9 pid: 37089 timeout: 2052 lvb_type: 0 00000100:00100000:2.0:1767316707.111900:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6211 00000100:00100000:2.0:1767316707.111910:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933827072:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316707.111927:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316707.111934:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 9 pid: 37089 timeout: 2052 lvb_type: 0 00010000:00010000:2.0:1767316707.111948:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 9 pid: 37089 timeout: 2052 lvb_type: 0 00010000:00010000:2.0:1767316707.111985:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdc400/0xc472cb5f51ba6071 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a230 expref: 9 pid: 37089 timeout: 2052 lvb_type: 0 00010000:00010000:2.0:1767316707.112003:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316707.112005:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316707.112010:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.112021:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.112055:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316707.112107:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933827072:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 197us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316707.112114:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6211 00010000:00010000:1.0:1767316707.112327:0:14914:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.112338:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.112347:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.112361:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316707.112385:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316707.112970:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985645952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24333us (24600us total) trans 21474840584 rc 0/0 00000100:00100000:1.0:1767316707.112982:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12301 00000100:00100000:1.0:1767316707.113040:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840583 gen 2 00000004:00080000:1.0:1767316707.113046:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc7a2a00, transno 21474840582 00000004:00080000:1.0:1767316707.113057:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc7a1f80, transno 21474840583 00000100:00100000:1.0:1767316707.113063:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ef4126a00 x1853163985645952/t21474840584(21474840584) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316723 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767316707.113075:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4126a00/2, rc 0, transno 21474840584 00000100:00100000:1.0:1767316707.113080:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985645952:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1767316707.113511:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767316707.113854:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316707.113863:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.113874:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316707.113879:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.113888:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.113906:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.113913:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba61ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316707.113935:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316707.113937:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316707.113938:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316707.431941:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316708.329657:0:49208:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 204f: FLR write/stale/resync sel w/forced extension ========================================================== 20:18:26 (1767316706) 00010000:00010000:1.0:1767316708.453329:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316709.030882:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985646464:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031326:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316709.031381:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985646976:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031407:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316709.031433:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767316709.031440:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985646336:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031474:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316709.031499:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985646848:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031524:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316709.031555:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985646592:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031580:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316709.031600:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316709.031605:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985646720:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031627:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316709.031658:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985646464 00000100:00100000:3.0:1767316709.031664:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985646464 00000100:00100000:3.0:1767316709.031717:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985646976 00000100:00100000:3.0:1767316709.031721:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985646976 00000100:00100000:3.0:1767316709.031770:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985646592 00000100:00100000:3.0:1767316709.031774:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985646592 00000100:00100000:0.0:1767316709.031788:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1767316709.031812:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1767316709.031820:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985646976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.031868:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985646976:12345-0@lo:400:kworker.0 Request processed in 49us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316709.031875:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1767316709.031989:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1767316709.031996:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985646592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032031:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985646592:12345-0@lo:400:kworker.0 Request processed in 35us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316709.032037:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1767316709.032062:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985646336 00000100:00100000:3.0:1767316709.032065:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985646336 00000100:00100000:3.0:1767316709.032314:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1767316709.032320:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985646336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032351:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985646336:12345-0@lo:400:kworker.0 Request processed in 32us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316709.032358:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1767316709.032386:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985646848 00000100:00100000:3.0:1767316709.032390:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985646848 00000100:00100000:3.0:1767316709.032421:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985646720 00000100:00100000:3.0:1767316709.032424:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985646720 00000100:00100000:3.0:1767316709.032441:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1767316709.032447:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985646848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032474:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985646848:12345-0@lo:400:kworker.0 Request processed in 28us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316709.032480:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1767316709.032491:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1767316709.032497:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985646720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032522:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985646720:12345-0@lo:400:kworker.0 Request processed in 25us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316709.032528:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00080000:3.0:1767316709.032551:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316709.032556:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316709.032559:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316709.032594:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985646720:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032606:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985646592:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032635:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985646336:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032645:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985646848:0@lo:400:kworker.0 00000100:00100000:3.0:1767316709.032655:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985646976:0@lo:400:kworker.0 00000100:00100000:0.0:1767316709.033222:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985646464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316709.033280:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985646464:12345-0@lo:400:kworker.0 Request processed in 67us (1954us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316709.033287:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1767316709.033340:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985646464:0@lo:400:kworker.0 00010000:00010000:2.0:1767316709.482863:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316710.053865:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985647104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316710.053950:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316710.054226:0:41812:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1955297495695ns, next at 1956297493746ns, rc = 0 00000100:00100000:0.0:1767316710.054246:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316710.054254:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985647232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316710.054290:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316710.054689:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985647104 00000100:00100000:0.0:1767316710.054697:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985647104 00000100:00100000:0.0:1767316710.054754:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985647232 00000100:00100000:0.0:1767316710.054758:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985647232 00000100:00100000:0.0:1767316710.054775:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1767316710.054783:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985647104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316710.054816:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316710.054861:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985647104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316710.055864:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1767316710.055878:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985647232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316710.055920:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3848273920 avail 3846176768 00000100:00100000:3.0:1767316710.055973:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985647232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316710.055980:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1767316710.056050:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985647232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316710.056068:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985647104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316710.057325:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000001:00080000:0.0:1767316710.146325:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873699 is committed 00000004:00080000:3.0:1767316710.470137:0:49304:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1955713405339ns, next at 1956297493746ns, rc = 0 00000004:00080000:1.0:1767316710.493565:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1980 committed 00000004:00080000:1.0:1767316710.493615:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1981 committed 00000100:00100000:1.0:1767316710.493861:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316710.493884:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985647360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316710.493968:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316710.494252:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985647360 00000100:00100000:2.0:1767316710.494261:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985647360 00000100:00100000:2.0:1767316710.494318:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12303 00000100:00100000:2.0:1767316710.494327:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985647360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316710.494353:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:622 count 1 00010000:00010000:2.0:1767316710.494383:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316710.494406:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316710.494419:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316710.494421:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316710.494426:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316710.494455:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316710.494469:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 7 pid: 37089 timeout: 2055 lvb_type: 0 00000100:00100000:2.0:1767316710.494482:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985647488:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316710.494612:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954b40 going to sleep for 11 seconds 00010000:00010000:3.0:1767316710.500389:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316710.500530:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985647488:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316710.500847:0:37089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316710.502924:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316710.502968:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827200 00000100:00100000:0.0:1767316710.502977:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827200 00010000:00010000:0.0:1767316710.503176:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 8 pid: 37089 timeout: 2055 lvb_type: 0 00000100:00100000:0.0:1767316710.503221:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6212 00000100:00100000:0.0:1767316710.503233:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933827200:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316710.503249:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316710.503255:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 8 pid: 37089 timeout: 2055 lvb_type: 0 00010000:00010000:0.0:1767316710.503266:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 8 pid: 37089 timeout: 2055 lvb_type: 0 00010000:00010000:0.0:1767316710.503289:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd400/0xc472cb5f51ba605c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a222 expref: 8 pid: 37089 timeout: 2055 lvb_type: 0 00010000:00010000:0.0:1767316710.503302:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316710.503304:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316710.503307:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1767316710.503310:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767316710.503316:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316710.503388:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316710.503440:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933827200:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 211us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316710.503447:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6212 00010000:00010000:3.0:1767316710.503993:0:37089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316710.504001:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316710.504008:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316710.504012:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316710.504056:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316710.504761:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985647360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10427us (10785us total) trans 21474840585 rc 0/0 00000100:00100000:3.0:1767316710.504769:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12303 00010000:00010000:1.0:1767316710.504951:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316710.504957:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316710.504963:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316710.504966:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316710.504973:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316710.504987:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316710.504991:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba61c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316710.505004:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316710.505006:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316710.505007:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316710.505139:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4124000/2, rc 0, transno 21474840585 00000100:00100000:0.0:1767316710.505186:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985647360:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767316710.505368:0:49304:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1955748638264ns, next at 1952984986155ns, rc = 0 00000004:00080000:1.0:1767316710.510400:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1980 committed 00000100:00100000:1.0:1767316711.092907:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316711.092953:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316711.092991:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316711.093220:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827584 00000100:00100000:2.0:1767316711.093230:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827584 00000100:00100000:2.0:1767316711.093294:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 878 00000100:00100000:2.0:1767316711.093305:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933827584:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316711.093388:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933827584:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316711.093396:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 878 00000100:00100000:3.0:1767316711.093787:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827328 00000100:00100000:3.0:1767316711.093794:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827328 00000100:00100000:3.0:1767316711.093831:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 375 00000100:00100000:3.0:1767316711.093839:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933827328:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316711.093877:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933827328:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316711.093884:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 375 00000100:00080000:3.0:1767316711.093928:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316711.094577:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827456 00000100:00100000:1.0:1767316711.094583:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827456 00000100:00100000:1.0:1767316711.094632:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 484 00000100:00100000:1.0:1767316711.094639:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933827456:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316711.094686:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933827456:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316711.094693:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 484 00000100:00080000:3.0:1767316711.094816:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316711.524003:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316711.652088:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840584 is committed 00000001:00080000:3.0:1767316711.652106:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840585 is committed 00010000:00010000:3.0:1767316712.550625:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316713.572229:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316714.147991:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316714.148118:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985647744:0@lo:400:kworker.0 00000100:00100000:0.0:1767316714.148179:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316714.148191:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316714.148197:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985648000:0@lo:400:kworker.0 00000100:00100000:0.0:1767316714.148237:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316714.148265:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316714.148274:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985647872:0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.148311:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316714.148320:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648000 00000100:00100000:0.0:1767316714.148328:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648000 00000100:00100000:3.0:1767316714.148343:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985647744 00000100:00100000:3.0:1767316714.148348:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985647744 00000100:00100000:3.0:1767316714.148386:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985647872 00000100:00100000:3.0:1767316714.148389:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985647872 00000100:00100000:0.0:1767316714.148393:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1767316714.148405:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985648000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.148415:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767316714.148424:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985647744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316714.148465:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985648000:12345-0@lo:400:kworker.0 Request processed in 62us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316714.148477:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1767316714.148478:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985647744:12345-0@lo:400:kworker.0 Request processed in 52us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316714.148487:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:0.0:1767316714.148503:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316714.148507:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00080000:0.0:1767316714.148508:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316714.148519:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985647872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316714.148532:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840585 gen 2 00000004:00080000:0.0:1767316714.148537:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4126a00, transno 21474840584 00000004:00080000:0.0:1767316714.148544:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4124000, transno 21474840585 00000100:00100000:0.0:1767316714.148549:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985648000:0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.148566:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985647872:12345-0@lo:400:kworker.0 Request processed in 49us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316714.148574:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1767316714.148609:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985647872:0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.148618:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985647744:0@lo:400:kworker.0 00000100:00100000:1.0:1767316714.150974:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985647616:0@lo:400:kworker.0 00000100:00100000:1.0:1767316714.151047:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316714.151261:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985647616 00000100:00100000:3.0:1767316714.151268:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985647616 00000100:00100000:3.0:1767316714.151321:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1767316714.151329:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985647616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.151391:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985647616:12345-0@lo:400:kworker.0 Request processed in 62us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316714.151398:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1767316714.151482:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985647616:0@lo:400:kworker.0 00000100:00100000:0.0:1767316714.151701:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985648128:0@lo:400:kworker.0 00000100:00100000:1.0:1767316714.151871:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316714.151881:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985648256:0@lo:400:kworker.0 00000100:00100000:1.0:1767316714.152826:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316714.152919:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316714.153001:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648128 00000100:00100000:2.0:1767316714.153006:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648128 00000100:00100000:2.0:1767316714.153084:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1767316714.153093:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985648128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316714.153139:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985648128:12345-0@lo:400:kworker.0 Request processed in 48us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316714.153146:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1767316714.153301:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873699 gen 2 00000004:00080000:1.0:1767316714.153306:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc7a1180, transno 17179873699 00000100:00100000:1.0:1767316714.153396:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985648128:0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.153396:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648256 00000100:00100000:3.0:1767316714.153404:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648256 00000100:00080000:0.0:1767316714.153443:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316714.153462:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1767316714.153472:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985648256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316714.153535:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985648256:12345-0@lo:400:kworker.0 Request processed in 56us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316714.153543:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1767316714.153717:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985648256:0@lo:400:kworker.0 00010000:00010000:2.0:1767316714.597089:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316715.173025:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985648384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316715.173093:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316715.173159:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985648512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316715.173183:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316715.173215:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648384 00000100:00100000:3.0:1767316715.173222:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648384 00000100:00100000:3.0:1767316715.173260:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648512 00000100:00100000:3.0:1767316715.173264:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648512 00000100:00100000:3.0:1767316715.173279:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1767316715.173286:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985648384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316715.173317:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316715.173358:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985648384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316715.173365:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1767316715.173381:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1767316715.173387:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985648512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316715.173403:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316715.173432:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985648512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316715.173439:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1767316715.173481:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985648512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316715.173516:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985648384:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1767316715.629243:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316716.188574:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316716.188785:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316716.188838:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316716.188894:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316716.188936:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827968 00000100:00100000:2.0:1767316716.188949:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827968 00000100:00100000:2.0:1767316716.189026:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828096 00000100:00100000:2.0:1767316716.189029:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828096 00000100:00100000:2.0:1767316716.189060:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:2.0:1767316716.189072:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933827968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316716.189165:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933827968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 95us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316716.189174:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:2.0:1767316716.189193:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:2.0:1767316716.189199:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933828096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316716.189228:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933828096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316716.189239:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:0.0:1767316716.190831:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827840 00000100:00100000:0.0:1767316716.190850:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827840 00000100:00100000:0.0:1767316716.190949:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 488 00000100:00100000:0.0:1767316716.190962:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2486:x1853163933827840:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316716.191084:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2486:x1853163933827840:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 124us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316716.191094:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 488 00000100:00080000:0.0:1767316716.191124:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316716.191129:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316716.191133:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316716.191323:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933827712 00000100:00100000:3.0:1767316716.191334:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933827712 00000100:00100000:3.0:1767316716.191399:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 377 00000100:00100000:3.0:1767316716.191411:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933827712:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316716.191711:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933827712:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 303us (3152us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316716.191720:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 377 00010000:00010000:1.0:1767316716.644190:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316717.669191:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316718.692021:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316719.267923:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985648640:0@lo:400:kworker.0 00000100:00100000:3.0:1767316719.267982:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316719.268123:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985649024:0@lo:400:kworker.0 00000100:00100000:1.0:1767316719.268130:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648640 00000100:00100000:1.0:1767316719.268138:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648640 00000100:00100000:1.0:1767316719.268198:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1767316719.268207:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985648640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268435:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316719.268477:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649024 00000100:00100000:2.0:1767316719.268481:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649024 00000100:00100000:2.0:1767316719.268518:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1767316719.268525:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985649024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268560:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985649024:12345-0@lo:400:kworker.0 Request processed in 37us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316719.268567:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:2.0:1767316719.268587:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316719.268619:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985649024:0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268668:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985648896:0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268694:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316719.268713:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316719.268718:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985648768:0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268773:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316719.268802:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648896 00000100:00100000:2.0:1767316719.268806:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648896 00000100:00100000:2.0:1767316719.268834:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985648768 00000100:00100000:2.0:1767316719.268836:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985648768 00000100:00100000:2.0:1767316719.268871:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1767316719.268877:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985648896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268911:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985648896:12345-0@lo:400:kworker.0 Request processed in 34us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316719.268918:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1767316719.268930:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1767316719.268936:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985648768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.268962:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985648768:12345-0@lo:400:kworker.0 Request processed in 27us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316719.268968:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00080000:2.0:1767316719.268988:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316719.269006:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985648768:0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.269014:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985648896:0@lo:400:kworker.0 00000100:00100000:0.0:1767316719.269506:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985649280:0@lo:400:kworker.0 00000100:00100000:0.0:1767316719.269537:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316719.269580:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649280 00000100:00100000:0.0:1767316719.269585:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649280 00000100:00100000:0.0:1767316719.269611:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1767316719.269617:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985649280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316719.269662:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985649280:12345-0@lo:400:kworker.0 Request processed in 45us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316719.269669:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1767316719.269698:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985649280:0@lo:400:kworker.0 00000100:00100000:1.0:1767316719.270375:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985648640:12345-0@lo:400:kworker.0 Request processed in 2166us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316719.270385:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1767316719.270619:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316719.270678:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985649152:0@lo:400:kworker.0 00000100:00100000:2.0:1767316719.270716:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316719.270946:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649152 00000100:00100000:0.0:1767316719.270952:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649152 00000100:00080000:2.0:1767316719.270999:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316719.271000:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1767316719.271008:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985649152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316719.271058:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985649152:12345-0@lo:400:kworker.0 Request processed in 51us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316719.271064:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1767316719.271271:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985649152:0@lo:400:kworker.0 00000100:00100000:3.0:1767316719.271872:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985648640:0@lo:400:kworker.0 00010000:00010000:1.0:1767316719.716996:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316720.292947:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316720.292967:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985649408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316720.293030:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316720.293084:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649408 00000100:00100000:3.0:1767316720.293089:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649408 00000100:00100000:3.0:1767316720.293122:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1767316720.293128:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985649408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316720.293159:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316720.293188:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985649408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316720.293193:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1767316720.293229:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985649408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316720.293762:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316720.293773:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985649536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316720.293807:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316720.293841:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649536 00000100:00100000:1.0:1767316720.293845:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649536 00000100:00100000:1.0:1767316720.293863:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1767316720.293867:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985649536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316720.293884:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316720.293907:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985649536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316720.293911:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1767316720.293935:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985649536:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1767316720.740976:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316721.324677:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316721.324760:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316721.324854:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828352 00000100:00100000:0.0:1767316721.324865:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828352 00000100:00100000:0.0:1767316721.324935:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 492 00000100:00100000:0.0:1767316721.324945:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2486:x1853163933828352:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316721.325018:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2486:x1853163933828352:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 75us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316721.325029:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316721.325040:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 492 00000100:00100000:1.0:1767316721.325136:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828224 00000100:00100000:1.0:1767316721.325140:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828224 00000100:00100000:1.0:1767316721.325167:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 379 00000100:00100000:1.0:1767316721.325173:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933828224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316721.325198:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933828224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316721.325204:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 379 00000100:00100000:1.0:1767316721.325233:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828608 00000100:00100000:1.0:1767316721.325236:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828608 00000100:00100000:1.0:1767316721.325263:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 885 00000100:00100000:1.0:1767316721.325269:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933828608:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316721.325293:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933828608:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316721.325298:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 885 00000100:00080000:3.0:1767316721.328714:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316721.328725:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316721.339899:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316721.339982:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828480 00000100:00100000:1.0:1767316721.339994:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828480 00000100:00100000:1.0:1767316721.340080:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 886 00000100:00100000:1.0:1767316721.340090:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933828480:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316721.340169:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933828480:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 79us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316721.340180:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 886 00000100:00080000:2.0:1767316721.343790:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767316721.764271:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316722.789851:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316723.812723:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316724.388221:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985649664:0@lo:400:kworker.0 00000100:00100000:1.0:1767316724.388304:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316724.388359:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985650176:0@lo:400:kworker.0 00000100:00100000:1.0:1767316724.388384:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316724.388408:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316724.388414:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985650048:0@lo:400:kworker.0 00000100:00100000:1.0:1767316724.388436:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316724.388468:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650176 00000100:00100000:1.0:1767316724.388476:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650176 00000100:00100000:1.0:1767316724.388520:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650048 00000100:00100000:1.0:1767316724.388523:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650048 00000100:00100000:1.0:1767316724.388545:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1767316724.388564:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985650176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316724.388615:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985650176:12345-0@lo:400:kworker.0 Request processed in 62us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316724.388622:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1767316724.388650:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1767316724.388657:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985650048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316724.388684:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985650048:12345-0@lo:400:kworker.0 Request processed in 28us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316724.388690:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1767316724.388754:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985650048:0@lo:400:kworker.0 00000100:00100000:1.0:1767316724.388768:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985650176:0@lo:400:kworker.0 00000100:00100000:3.0:1767316724.389034:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649664 00000100:00100000:3.0:1767316724.389038:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649664 00000100:00100000:3.0:1767316724.389067:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1767316724.389073:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985649664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316724.389113:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985649664:12345-0@lo:400:kworker.0 Request processed in 39us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316724.389119:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1767316724.389154:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985649664:0@lo:400:kworker.0 00000100:00100000:0.0:1767316724.389462:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985649792:0@lo:400:kworker.0 00000100:00100000:0.0:1767316724.389500:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316724.389529:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985650304:0@lo:400:kworker.0 00000100:00100000:0.0:1767316724.389563:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316724.389589:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316724.389595:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985649920:0@lo:400:kworker.0 00000100:00100000:0.0:1767316724.389615:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316724.389684:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649792 00000100:00100000:3.0:1767316724.389689:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649792 00000100:00100000:3.0:1767316724.389723:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650304 00000100:00100000:3.0:1767316724.389726:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650304 00000100:00100000:3.0:1767316724.389777:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985649920 00000100:00100000:3.0:1767316724.389781:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985649920 00000100:00100000:3.0:1767316724.389803:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1767316724.389810:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985649792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316724.389846:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985649792:12345-0@lo:400:kworker.0 Request processed in 36us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316724.389853:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1767316724.389864:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1767316724.389869:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985650304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316724.389894:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985650304:12345-0@lo:400:kworker.0 Request processed in 25us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316724.389900:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1767316724.389909:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1767316724.389927:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985649920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316724.389953:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985649920:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316724.389958:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:2.0:1767316724.390519:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767316724.390526:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316724.390529:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316724.390659:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985649920:0@lo:400:kworker.0 00000100:00100000:0.0:1767316724.390670:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985649792:0@lo:400:kworker.0 00000100:00100000:0.0:1767316724.390679:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985650304:0@lo:400:kworker.0 00010000:00010000:2.0:1767316724.840089:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316725.412071:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985650432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316725.412145:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316725.412482:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985650560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316725.412510:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316725.412546:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650432 00000100:00100000:2.0:1767316725.412553:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650432 00000100:00100000:1.0:1767316725.416300:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650560 00000100:00100000:1.0:1767316725.416317:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650560 00000100:00100000:2.0:1767316725.417469:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767316725.417488:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985650432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316725.417531:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316725.417611:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985650432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (5465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316725.417628:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1767316725.417766:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985650432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316725.425758:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1767316725.425792:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985650560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316725.425833:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316725.425919:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985650560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (13406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316725.425927:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1767316725.425950:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985650560:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767316725.863816:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316726.440647:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316726.440782:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316726.440819:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316726.440845:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316726.440873:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828864 00000100:00100000:2.0:1767316726.440884:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828864 00000100:00100000:2.0:1767316726.440964:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 496 00000100:00100000:2.0:1767316726.440974:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933828864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316726.441056:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933828864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316726.441074:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 496 00000100:00100000:2.0:1767316726.441099:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828992 00000100:00100000:2.0:1767316726.441103:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828992 00000100:00100000:2.0:1767316726.441130:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933829120 00000100:00100000:2.0:1767316726.441133:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933829120 00000100:00100000:2.0:1767316726.441154:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 889 00000100:00100000:2.0:1767316726.441160:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933828992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316726.441186:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933828992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316726.441192:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 889 00000100:00100000:2.0:1767316726.441202:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 890 00000100:00100000:2.0:1767316726.441208:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933829120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316726.441255:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933829120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316726.441261:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 890 00000100:00080000:2.0:1767316726.441286:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316726.441290:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316726.441293:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316726.447964:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933828736 00000100:00100000:1.0:1767316726.447979:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933828736 00000100:00100000:1.0:1767316726.448040:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 381 00000100:00100000:1.0:1767316726.448052:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933828736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316726.448157:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933828736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 106us (7519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316726.448165:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 381 00010000:00010000:2.0:1767316726.884846:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316727.909165:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316728.932190:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316729.515497:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985650816:0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.516426:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985650688:0@lo:400:kworker.0 00000100:00100000:2.0:1767316729.516498:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316729.516600:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985651072:0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.516672:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316729.516724:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985651200:0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.516764:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316729.516803:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985650944:0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.516843:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650688 00000100:00100000:3.0:1767316729.516850:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650688 00000100:00100000:3.0:1767316729.516897:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1767316729.516906:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985650688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.516960:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985650688:12345-0@lo:400:kworker.0 Request processed in 55us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316729.516968:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1767316729.517000:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985651200 00000100:00100000:3.0:1767316729.517004:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985651200 00000100:00100000:3.0:1767316729.517041:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1767316729.517047:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985651200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.517078:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985651200:12345-0@lo:400:kworker.0 Request processed in 31us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316729.517084:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1767316729.517119:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985650688:0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.517131:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985651200:0@lo:400:kworker.0 00000100:00080000:3.0:1767316729.517156:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316729.517405:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650816 00000100:00100000:3.0:1767316729.517409:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650816 00000100:00100000:3.0:1767316729.517440:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1767316729.517447:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985650816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316729.517482:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985650816:12345-0@lo:400:kworker.0 Request processed in 35us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316729.517489:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:3.0:1767316729.517502:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316729.525045:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316729.525101:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985650944 00000100:00100000:2.0:1767316729.525110:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985650944 00000100:00100000:2.0:1767316729.525165:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1767316729.525185:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985650944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316729.525274:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985650944:12345-0@lo:400:kworker.0 Request processed in 100us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316729.525282:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:2.0:1767316729.525306:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316729.525343:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985650944:0@lo:400:kworker.0 00000100:00100000:1.0:1767316729.528093:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985650816:0@lo:400:kworker.0 00000100:00100000:1.0:1767316729.528111:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985651328:0@lo:400:kworker.0 00000100:00100000:1.0:1767316729.528170:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316729.530798:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985651328 00000100:00100000:1.0:1767316729.530810:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985651328 00000100:00100000:1.0:1767316729.531333:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1767316729.531345:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985651328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316729.531431:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985651328:12345-0@lo:400:kworker.0 Request processed in 88us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316729.531439:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1767316729.531492:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985651328:0@lo:400:kworker.0 00000100:00100000:0.0:1767316729.533124:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316729.533196:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985651072 00000100:00100000:0.0:1767316729.533438:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985651072 00000100:00100000:0.0:1767316729.533499:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1767316729.533508:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985651072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316729.533577:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985651072:12345-0@lo:400:kworker.0 Request processed in 70us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316729.535168:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00080000:0.0:1767316729.535214:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316729.535345:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985651072:0@lo:400:kworker.0 00010000:00010000:1.0:1767316729.968032:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316730.532753:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985651456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316730.533050:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316730.533223:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985651456 00000100:00100000:1.0:1767316730.533232:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985651456 00000100:00100000:0.0:1767316730.533451:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985651584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316730.533483:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316730.533520:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985651584 00000100:00100000:0.0:1767316730.533537:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985651584 00000100:00100000:1.0:1767316730.534075:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1767316730.534089:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985651456:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316730.534224:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1767316730.534232:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985651584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316730.534258:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316730.535062:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985651584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 828us (1575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316730.535071:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00002000:00000024:1.0:1767316730.535384:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316730.535429:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985651456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1344us (2379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316730.535437:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767316730.536079:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985651456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316730.536382:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985651584:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1767316730.979968:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316731.549652:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316731.549704:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316731.549782:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316731.549815:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316731.549902:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933829376 00000100:00100000:1.0:1767316731.549914:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933829376 00000100:00100000:1.0:1767316731.550003:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 500 00000100:00100000:1.0:1767316731.550018:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2485:x1853163933829376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316731.550127:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2485:x1853163933829376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 112us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316731.550136:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 500 00000100:00080000:2.0:1767316731.550214:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316731.550589:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933829632 00000100:00100000:0.0:1767316731.550595:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933829632 00000100:00100000:0.0:1767316731.550641:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933829504 00000100:00100000:0.0:1767316731.550645:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933829504 00000100:00100000:0.0:1767316731.550666:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 893 00000100:00100000:0.0:1767316731.550672:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933829632:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316731.550713:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933829632:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316731.550719:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 893 00000100:00100000:0.0:1767316731.550774:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 894 00000100:00100000:0.0:1767316731.550781:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933829504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316731.550807:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933829504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316731.550813:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 894 00000100:00080000:2.0:1767316731.551009:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316731.551013:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316731.551088:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933829248 00000100:00100000:3.0:1767316731.551163:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933829248 00000100:00100000:3.0:1767316731.551201:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 383 00000100:00100000:3.0:1767316731.551209:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933829248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316731.551252:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933829248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (1468us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316731.551337:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 383 00010000:00010000:0.0:1767316732.003978:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316732.142432:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316732.142668:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933829760 00000100:00100000:1.0:1767316732.142678:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933829760 00000100:00100000:1.0:1767316732.142807:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7992 00000100:00100000:1.0:1767316732.142818:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933829760:12345-192.168.204.9@tcp:41:mkdir.0 00000004:00000024:1.0:1767316732.142866:0:41789:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2259288064 avail 2257190912 00000100:00100000:1.0:1767316732.142940:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933829760:12345-192.168.204.9@tcp:41:mkdir.0 Request processed in 123us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316732.142948:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7992 00000100:00100000:0.0:1767316732.145535:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316732.147400:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830016 00000100:00100000:1.0:1767316732.147416:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830016 00000100:00100000:1.0:1767316732.147493:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7993 00000100:00100000:1.0:1767316732.147514:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:68132:x1853163933830016:12345-192.168.204.9@tcp:36:mkdir.0 00010000:00010000:1.0:1767316732.147575:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316732.147839:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba5d76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a15e expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.147864:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316732.147876:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316732.148048:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.148062:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.148071:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.148082:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.148089:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.148094:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316732.155205:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 512 00010000:00010000:1.0:1767316732.155227:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.155238:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.155251:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.155256:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316732.155261:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.156756:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.156784:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316732.156788:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316732.156794:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316732.156800:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba61cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000004:00010000:1.0:1767316732.156829:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006bdaebee reply state 0000000026c7408a transno 8589942568 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316732.156845:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316732.156974:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68132:x1853163933830016:12345-192.168.204.9@tcp:36:mkdir.0 Request processed in 9457us (11443us total) trans 8589942568 rc 0/0 00000100:00100000:1.0:1767316732.156984:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7993 00010000:00010000:2.0:1767316732.162392:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316732.162408:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316732.162417:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316732.162423:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316732.162428:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316732.162436:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316732.162452:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4b5033f (ffff9b3ed9657000) 00010000:00010000:2.0:1767316732.162456:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316732.162460:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316732.162471:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba61d6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000020:00000080:0.0:1767316732.929501:0:49669:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffdd56356d0 20000000:00000080:0.0:1767316732.929522:0:49669:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3efd776800 uarg=0000000000000000 00000040:00100000:0.0:1767316732.932620:0:49669:0:(llog.c:1064:llog_reverse_process()) index 41 : idx 1 00000040:00080000:0.0:1767316732.932903:0:49669:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:0.0:1767316732.932926:0:49669:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_204f (null) (null) 00000040:00080000:0.0:1767316732.932963:0:49669:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:0.0:1767316732.933001:0:49669:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:0.0:1767316732.933275:0:49669:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:0.0:1767316732.933285:0:49669:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_204f (null) (null) 00000040:00080000:0.0:1767316732.933314:0:49669:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:0.0:1767316732.933366:0:49669:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:0.0:1767316732.933378:0:49669:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1767316732.933399:0:49669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933420:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933428:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933435:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933447:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933454:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933460:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933467:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.933476:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934007:0:49669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934016:0:49669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934059:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934076:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 8 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934094:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985651712:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316732.934246:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934258:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934265:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985651840:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316732.934295:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934303:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 17 pid: 41786 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934311:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985651968:0@lo:104: 00000100:00100000:0.0:1767316732.934347:0:49669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316732.934395:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934402:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 17 pid: 41784 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934411:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652096:0@lo:104: 00000100:00100000:0.0:1767316732.934430:0:49669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316732.934465:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934473:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 17 pid: 41786 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934490:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652224:0@lo:104: 00000100:00100000:0.0:1767316732.934511:0:49669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316732.934536:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934545:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 17 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934552:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652352:0@lo:104: 00000100:00100000:0.0:1767316732.934572:0:49669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316732.934588:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934595:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 17 pid: 41784 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934603:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652480:0@lo:104: 00000100:00100000:0.0:1767316732.934621:0:49669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316732.934635:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934642:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 17 pid: 41784 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934649:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652608:0@lo:104: 00000100:00100000:0.0:1767316732.934669:0:49669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316732.934685:0:49669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.934692:0:49669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 17 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:0.0:1767316732.934699:0:49669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652736:0@lo:104: 00000100:00100000:0.0:1767316732.934715:0:49669:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a300 going to sleep for 11 seconds 00000100:00100000:0.0:1767316732.934803:0:12901:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1767316732.934819:0:12901:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316732.934844:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985651968 00000100:00100000:0.0:1767316732.934851:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985651968 00000100:00100000:0.0:1767316732.934898:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652096 00000100:00100000:0.0:1767316732.934901:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652096 00000100:00100000:0.0:1767316732.934912:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652224 00000100:00100000:0.0:1767316732.934914:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652224 00000100:00100000:0.0:1767316732.934923:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652352 00000100:00100000:0.0:1767316732.934925:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652352 00000100:00100000:0.0:1767316732.934934:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652480 00000100:00100000:0.0:1767316732.934936:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652480 00000100:00100000:0.0:1767316732.934946:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652608 00000100:00100000:0.0:1767316732.934948:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652608 00000100:00100000:0.0:1767316732.934956:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652736 00000100:00100000:0.0:1767316732.934958:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652736 00000100:00100000:0.0:1767316732.934972:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1767316732.934981:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:49669:x1853163985651968:12345-0@lo:104: 00010000:00010000:0.0:1767316732.934996:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935052:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767316732.935059:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:49669:x1853163985651968:12345-0@lo:104: Request processed in 79us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935068:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1767316732.935089:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1767316732.935095:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:49669:x1853163985652096:12345-0@lo:104: 00010000:00010000:0.0:1767316732.935102:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935132:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1767316732.935137:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:49669:x1853163985652096:12345-0@lo:104: Request processed in 42us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935142:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1767316732.935155:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767316732.935160:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:49669:x1853163985652224:12345-0@lo:104: 00010000:00010000:0.0:1767316732.935167:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935196:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1767316732.935200:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:49669:x1853163985652224:12345-0@lo:104: Request processed in 41us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935206:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767316732.935215:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1767316732.935219:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:49669:x1853163985652352:12345-0@lo:104: 00010000:00010000:0.0:1767316732.935237:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935260:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1767316732.935265:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:49669:x1853163985652352:12345-0@lo:104: Request processed in 46us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935270:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1767316732.935281:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1767316732.935285:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:49669:x1853163985652480:12345-0@lo:104: 00010000:00010000:0.0:1767316732.935291:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935316:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1767316732.935320:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:49669:x1853163985652480:12345-0@lo:104: Request processed in 35us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935326:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1767316732.935336:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1767316732.935340:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd18e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49669:x1853163985652608:12345-0@lo:104: 00010000:00010000:0.0:1767316732.935346:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935368:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1767316732.935372:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd18e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49669:x1853163985652608:12345-0@lo:104: Request processed in 32us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935377:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1767316732.935407:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1767316732.935412:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49669:x1853163985652736:12345-0@lo:104: 00010000:00010000:0.0:1767316732.935419:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935443:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1767316732.935447:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49669:x1853163985652736:12345-0@lo:104: Request processed in 36us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316732.935453:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:0.0:1767316732.935469:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767316732.935474:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935539:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.935543:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935552:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.935559:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.935565:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.935595:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935602:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.935621:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935628:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367200/0xc472cb5f51b7318b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73192 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935642:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767316732.935645:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935650:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366c00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.935653:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935659:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.935665:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.935670:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.935681:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935691:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.935703:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935710:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366c00/0xc472cb5f51b73161 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73168 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935717:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767316732.935720:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935725:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.935755:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935762:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.935767:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.935772:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.935783:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935789:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.935795:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935801:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef5366a00/0xc472cb5f51b73153 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b7315a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935813:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316732.935816:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935822:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.935825:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935831:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.935837:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.935842:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.935853:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935859:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.935864:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935870:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51b73137 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b7313e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935878:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316732.935881:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935887:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.935889:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935895:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.935901:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.935905:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.935914:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935919:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.935923:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935929:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367400/0xc472cb5f51b73129 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73130 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935937:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316732.935939:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935945:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.935947:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935953:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.935959:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.935965:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.935974:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935979:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.935983:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935989:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51b730f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b730ff expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.935996:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316732.935999:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.936005:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316732.936008:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.936013:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316732.936019:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316732.936023:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316732.936033:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.936038:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316732.936042:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.936048:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51b73049 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51b73050 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.936062:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316732.936064:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316732.936065:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316732.936081:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985652864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316732.936118:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316732.936156:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985653376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316732.936177:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316732.936197:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316732.936203:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985653248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316732.936222:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316732.936275:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985651968:0@lo:104: 00000100:00100000:0.0:1767316732.936286:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652096:0@lo:104: 00000100:00100000:0.0:1767316732.936294:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652224:0@lo:104: 00000100:00100000:0.0:1767316732.936302:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652352:0@lo:104: 00000100:00100000:0.0:1767316732.936310:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652480:0@lo:104: 00000100:00100000:0.0:1767316732.936318:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652608:0@lo:104: 00000100:00100000:0.0:1767316732.936326:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985652736:0@lo:104: 00000100:00100000:3.0:1767316732.936536:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985652992:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.936569:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316732.936595:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985653504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.936615:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316732.936629:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316732.936634:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985653120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.936654:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316732.936666:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985653632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.936683:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316732.936753:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316732.936788:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652864 00000100:00100000:3.0:1767316732.936794:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652864 00010000:00010000:3.0:1767316732.936824:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 18 pid: 41786 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936843:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653376 00000100:00100000:3.0:1767316732.936845:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653376 00010000:00010000:3.0:1767316732.936856:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 19 pid: 41784 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936870:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653248 00000100:00100000:3.0:1767316732.936872:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653248 00010000:00010000:3.0:1767316732.936881:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 20 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936905:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985652992 00000100:00100000:3.0:1767316732.936908:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985652992 00010000:00010000:3.0:1767316732.936918:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 21 pid: 41784 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936927:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653504 00000100:00100000:3.0:1767316732.936929:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653504 00010000:00010000:3.0:1767316732.936938:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 22 pid: 41784 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936947:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653120 00000100:00100000:3.0:1767316732.936950:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653120 00010000:00010000:3.0:1767316732.936960:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 23 pid: 41786 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936969:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653632 00000100:00100000:3.0:1767316732.936972:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653632 00010000:00010000:3.0:1767316732.936981:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 24 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:3.0:1767316732.936991:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6213 00000100:00100000:3.0:1767316732.936998:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+24:6215:x1853163985652864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937010:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937015:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 24 pid: 41786 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937028:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 24 pid: 41786 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937041:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5367e00/0xc472cb5f51b73192 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b7318b expref: 24 pid: 41786 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937055:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937088:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+23:6215:x1853163985652864:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937095:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6213 00000100:00100000:3.0:1767316732.937110:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6214 00000100:00100000:3.0:1767316732.937117:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+22:6215:x1853163985653376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937124:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937128:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 22 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937136:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 22 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937145:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51b73130 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b73129 expref: 22 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937153:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937172:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6215:x1853163985653376:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937178:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6214 00000100:00100000:3.0:1767316732.937189:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215 00000100:00100000:3.0:1767316732.937195:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6215:x1853163985653248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937205:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937208:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 20 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937215:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 20 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937224:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5366400/0xc472cb5f51b7313e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b73137 expref: 20 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937232:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937252:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6215:x1853163985653248:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937258:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215 00000100:00100000:3.0:1767316732.937269:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6216 00000100:00100000:3.0:1767316732.937274:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985652992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937281:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937286:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 18 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937293:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 18 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937301:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5366000/0xc472cb5f51b73168 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b73161 expref: 18 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937308:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937331:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6212:x1853163985652992:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937337:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6216 00000100:00100000:3.0:1767316732.937374:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6217 00000100:00100000:3.0:1767316732.937378:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6212:x1853163985653504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937384:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937388:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 16 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937394:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 16 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937402:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51b730ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b730f8 expref: 16 pid: 41784 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937409:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937429:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6212:x1853163985653504:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937435:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6217 00000100:00100000:3.0:1767316732.937446:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6218 00000100:00100000:3.0:1767316732.937451:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6212:x1853163985653120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937458:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937461:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 14 pid: 41786 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937467:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 14 pid: 41786 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937476:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5366600/0xc472cb5f51b7315a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b73153 expref: 14 pid: 41786 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937495:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937514:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6212:x1853163985653120:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937519:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6218 00000100:00100000:3.0:1767316732.937531:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6219 00000100:00100000:3.0:1767316732.937536:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6212:x1853163985653632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316732.937543:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316732.937547:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 12 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937554:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 12 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937563:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef79e5600/0xc472cb5f51b73050 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51b73049 expref: 12 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:3.0:1767316732.937571:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316732.937590:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6212:x1853163985653632:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316732.937595:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6219 00000100:00100000:3.0:1767316732.937633:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985653248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.937641:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985652864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.937647:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985653376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.937678:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985653120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.937685:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985653632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.937691:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985652992:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316732.937697:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985653504:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316732.938276:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316732.946177:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985651712:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316732.946195:0:49669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49669:1853163985651840:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316732.946262:0:49669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316732.952548:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316732.952635:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830144 00000100:00100000:2.0:1767316732.952646:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830144 00010000:00010000:2.0:1767316732.952688:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 9 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:2.0:1767316732.952764:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6220 00000100:00100000:2.0:1767316732.952775:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933830144:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316732.952794:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316732.952800:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 9 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:2.0:1767316732.952812:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 9 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:2.0:1767316732.952834:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51b7332f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e7 expref: 9 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:2.0:1767316732.952850:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316732.952914:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2484:x1853163933830144:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 139us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316732.952921:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6220 00000100:00100000:2.0:1767316732.956520:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316732.956615:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830272 00000100:00100000:1.0:1767316732.956626:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830272 00010000:00010000:1.0:1767316732.956667:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 2078 lvb_type: 0 00000100:00100000:1.0:1767316732.956707:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6221 00000100:00100000:1.0:1767316732.956717:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2483:x1853163933830272:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316732.956774:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316732.956781:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:1.0:1767316732.956794:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:1.0:1767316732.956816:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51b73321 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d9 expref: 8 pid: 41785 timeout: 2078 lvb_type: 0 00010000:00010000:1.0:1767316732.956834:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956842:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956861:0:12904:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956867:0:12904:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956874:0:12904:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956881:0:12904:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956899:0:12904:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316732.956903:0:12904:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956916:0:12904:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956928:0:12904:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316732.956939:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316732.957001:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2483:x1853163933830272:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 284us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316732.957009:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6221 00010000:00010000:0.0:1767316732.957561:0:49669:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.957571:0:49669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316732.957577:0:49669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba61dd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316733.028104:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316733.982598:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316733.982779:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830400 00000100:00100000:3.0:1767316733.982791:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830400 00000100:00100000:3.0:1767316733.982854:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 384 00000100:00100000:3.0:1767316733.982866:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933830400:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316733.982884:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316733.982906:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a26f expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316733.982935:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316733.982946:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316733.982956:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fddc00, rc 0) 00000100:00100000:3.0:1767316733.983021:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933830400:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 156us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316733.983029:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 384 00000100:00100000:3.0:1767316733.989008:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316733.989088:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830528 00000100:00100000:1.0:1767316733.989102:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830528 00000100:00100000:1.0:1767316733.989285:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 385 00000100:00100000:1.0:1767316733.989299:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933830528:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316733.989549:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933830528:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 253us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316733.989557:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 385 00000100:00100000:2.0:1767316733.993328:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316733.993505:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830656 00000100:00100000:1.0:1767316733.993516:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830656 00000100:00100000:1.0:1767316733.993581:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 386 00000100:00100000:1.0:1767316733.993590:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933830656:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316733.994328:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933830656:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 734us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316733.994339:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 386 00000100:00100000:0.0:1767316734.002551:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316734.003428:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830784 00000100:00100000:1.0:1767316734.003440:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830784 00000100:00100000:1.0:1767316734.003517:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 387 00000100:00100000:1.0:1767316734.003528:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68146:x1853163933830784:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:1.0:1767316734.004177:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68146:x1853163933830784:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 648us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.004187:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 387 00000100:00100000:3.0:1767316734.007085:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316734.007317:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933830912 00000100:00100000:1.0:1767316734.007329:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933830912 00000100:00100000:1.0:1767316734.007438:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 388 00000100:00100000:1.0:1767316734.007448:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68146:x1853163933830912:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:1.0:1767316734.007813:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68146:x1853163933830912:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 366us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.007823:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 388 00000100:00100000:3.0:1767316734.011898:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316734.014242:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831040 00000100:00100000:2.0:1767316734.014259:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831040 00000100:00100000:2.0:1767316734.014494:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 389 00000100:00100000:2.0:1767316734.014505:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933831040:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316734.014523:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316734.014843:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a276 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.014878:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.014889:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.014897:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe000, rc 0) 00000100:00100000:2.0:1767316734.014973:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933831040:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 468us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.014981:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 389 00000100:00100000:3.0:1767316734.017189:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316734.018811:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831168 00000100:00100000:2.0:1767316734.018827:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831168 00000100:00100000:2.0:1767316734.018900:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 390 00000100:00100000:2.0:1767316734.018911:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933831168:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.019072:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933831168:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 162us (1898us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316734.019081:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 390 00010000:00010000:3.0:1767316734.052286:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316734.636260:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316734.640170:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316734.640205:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985653888:0@lo:400:kworker.0 00000100:00100000:0.0:1767316734.640288:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316734.641586:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653888 00000100:00100000:1.0:1767316734.641599:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653888 00000100:00100000:1.0:1767316734.641668:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1767316734.641679:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985653888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316734.641784:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985653888:12345-0@lo:400:kworker.0 Request processed in 108us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316734.641906:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985653888:0@lo:400:kworker.0 00000100:00080000:0.0:1767316734.641961:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316734.642023:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1767316734.643501:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985653760:0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.643987:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.644078:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985653760 00000100:00100000:0.0:1767316734.644087:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985653760 00000100:00100000:0.0:1767316734.644152:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1767316734.644163:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6215:x1853163985653760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316734.644238:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6215:x1853163985653760:12345-0@lo:400:kworker.0 Request processed in 78us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316734.644246:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1767316734.644317:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985653760:0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.645199:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985654016:0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.645252:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316734.645319:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654016 00000100:00100000:1.0:1767316734.645328:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654016 00000100:00100000:1.0:1767316734.645509:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1767316734.645520:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985654016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316734.648683:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985654016:12345-0@lo:400:kworker.0 Request processed in 3152us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.649296:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985654144:0@lo:400:kworker.0 00000100:00100000:3.0:1767316734.649353:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.649435:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654144 00000100:00100000:3.0:1767316734.649443:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654144 00000100:00100000:3.0:1767316734.649507:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1767316734.649517:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985654144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.649726:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985654016:0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.650006:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985654400:0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.650052:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.650077:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316734.650083:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985654272:0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.650105:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.650327:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654400 00000100:00100000:2.0:1767316734.650332:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654400 00000100:00100000:3.0:1767316734.650427:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985654144:12345-0@lo:400:kworker.0 Request processed in 910us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.650435:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1767316734.650464:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654272 00000100:00100000:3.0:1767316734.650468:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654272 00000100:00100000:3.0:1767316734.650492:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1767316734.650498:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985654272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316734.650531:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985654272:12345-0@lo:400:kworker.0 Request processed in 33us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.650537:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1767316734.650597:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985654144:0@lo:400:kworker.0 00000100:00100000:3.0:1767316734.650651:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985654272:0@lo:400:kworker.0 00000100:00080000:3.0:1767316734.650683:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316734.650687:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316734.650690:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316734.654301:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1767316734.662303:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1767316734.662336:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985654400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316734.662430:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985654400:12345-0@lo:400:kworker.0 Request processed in 113us (12375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.662438:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1767316734.662892:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985654400:0@lo:400:kworker.0 10000000:01000000:3.0:1767316734.692201:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316734.692210:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 42 10000000:01000000:3.0:1767316734.692216:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316734.692269:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.692281:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.692292:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316734.692323:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985654528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.692395:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.692443:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec33f3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.692637:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654528 00000100:00100000:1.0:1767316734.692645:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654528 00000100:00100000:1.0:1767316734.692696:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1767316734.692706:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985654528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316734.692719:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316734.692762:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba61f2 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.692786:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.692805:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.692814:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316734.692857:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985654528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.692865:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1767316734.693032:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985654528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316734.693046:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.693055:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316734.693109:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985654656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.693135:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.693272:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec33f3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316734.695905:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654656 00000100:00100000:0.0:1767316734.695921:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654656 00000100:00100000:0.0:1767316734.695995:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1767316734.696005:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985654656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.696381:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985654656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 377us (3243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316734.696390:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1767316734.699944:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985654656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.700025:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985654784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.700111:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.700476:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654784 00000100:00100000:0.0:1767316734.700485:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654784 00000100:00100000:0.0:1767316734.700547:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1767316734.700557:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985654784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.700871:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985654784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 315us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316734.700880:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1767316734.701086:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec33f3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.701108:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985654784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.701598:0:49671:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49671:1853163985654912:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316734.701656:0:49671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.701720:0:49671:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2b3ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.703113:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985654912 00000100:00100000:1.0:1767316734.703124:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985654912 00000100:00100000:1.0:1767316734.703320:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1767316734.703330:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49671:x1853163985654912:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316734.703637:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49671:x1853163985654912:12345-0@lo:502:llog_process_th.0 Request processed in 308us (1980us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.703645:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1767316734.703770:0:49671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49671:1853163985654912:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.703852:0:49671:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49671:1853163985655040:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.703895:0:49671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.712771:0:49671:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2b3ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316734.716424:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655040 00000100:00100000:0.0:1767316734.716440:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655040 00000100:00100000:0.0:1767316734.716514:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1767316734.716525:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49671:x1853163985655040:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316734.716935:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49671:x1853163985655040:12345-0@lo:502:llog_process_th.0 Request processed in 409us (13037us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316734.716943:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1767316734.717091:0:49671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49671:1853163985655040:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316734.717130:0:49671:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:0.0:1767316734.717560:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:0.0:1767316734.717579:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767316734.717589:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.717599:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316734.717608:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1767316734.717611:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:0.0:1767316734.717614:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1767316734.717646:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.717654:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.717663:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.717683:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.717722:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.718176:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a000 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.718216:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655168 00000100:00100000:3.0:1767316734.718222:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655168 00000100:00100000:3.0:1767316734.718302:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1767316734.718312:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985655168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316734.718324:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316734.718337:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6200 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.718362:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.718372:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.718381:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdda00, rc 0) 00000100:00100000:3.0:1767316734.718427:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985655168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.718434:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1767316734.718513:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316734.718526:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.718534:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.718588:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.718612:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.721387:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.721442:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655296 00000100:00100000:1.0:1767316734.721462:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655296 00000100:00100000:2.0:1767316734.721544:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1767316734.721557:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985655296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.721764:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985655296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 209us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.721775:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1767316734.721940:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.721989:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.722044:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.722072:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a000 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.722125:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655424 00000100:00100000:3.0:1767316734.722130:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655424 00000100:00100000:3.0:1767316734.722160:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1767316734.722168:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985655424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.722326:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985655424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 157us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.722332:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767316734.722442:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.722820:0:49672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49672:1853163985655552:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316734.722859:0:49672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.722882:0:49672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.722953:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655552 00000100:00100000:2.0:1767316734.722959:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655552 00000100:00100000:2.0:1767316734.722994:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1767316734.723001:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49672:x1853163985655552:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.723243:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49672:x1853163985655552:12345-0@lo:502:llog_process_th.0 Request processed in 242us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.723250:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1767316734.723713:0:49672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49672:1853163985655552:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767316734.723771:0:49672:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767316734.723782:0:49672:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767316734.723784:0:49672:0:(obd_config.c:1477:class_process_config()) marker 26 (0x1) lustre-MDT0000-m new lustre.test_204f 00000020:00000080:0.0:1767316734.723800:0:49672:0:(obd_config.c:1389:class_process_config()) processing cmd: ce020 00020000:01000000:0.0:1767316734.723858:0:49672:0:(lod_pool.c:475:lod_pool_new()) test_204f is pool #1 00080000:10000000:0.0:1767316734.725095:0:49672:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00000001:00080000:1.0:1767316734.796310:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942568 is committed 00080000:10000000:3.0:1767316734.797397:0:49672:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00080000:10000000:1.0:1767316734.824713:0:49672:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3a:0x0] (8/8/4) registered 00000100:00100000:1.0:1767316734.874658:0:49672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49672:1853163985655680:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316734.874780:0:49672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316734.874936:0:49672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.875035:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655680 00000100:00100000:3.0:1767316734.875043:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655680 00000100:00100000:3.0:1767316734.875138:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1767316734.875148:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49672:x1853163985655680:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316734.875456:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49672:x1853163985655680:12345-0@lo:502:llog_process_th.0 Request processed in 298us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.875465:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1767316734.875647:0:49672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49672:1853163985655680:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767316734.875678:0:49672:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767316734.875684:0:49672:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767316734.875686:0:49672:0:(obd_config.c:1477:class_process_config()) marker 26 (0x2) lustre-MDT0000-m new lustre.test_204f 00000040:00080000:0.0:1767316734.875692:0:49672:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:1.0:1767316734.876271:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:1.0:1767316734.876297:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1767316734.876307:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.876318:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316734.876328:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316734.876330:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 42 10000000:01000000:1.0:1767316734.876333:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316734.876365:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.876373:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.876383:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316734.876400:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316734.876441:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316734.876514:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02780 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.876549:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655808 00000100:00100000:3.0:1767316734.876554:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655808 00000100:00100000:3.0:1767316734.876623:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1767316734.876631:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985655808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316734.876644:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316734.876657:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba620e expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.876680:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.876689:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.876697:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc200, rc 0) 00000100:00100000:3.0:1767316734.876765:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985655808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.876771:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1767316734.876868:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316734.876881:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.876891:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.876942:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.876970:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.877948:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.878030:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985655936 00000100:00100000:1.0:1767316734.878038:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985655936 00000100:00100000:1.0:1767316734.878069:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1767316734.878076:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985655936:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316734.878226:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985655936:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.878234:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1767316734.878369:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985655936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.878410:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.878471:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.878490:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee540 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.878535:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656064 00000100:00100000:3.0:1767316734.878540:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656064 00000100:00100000:3.0:1767316734.878559:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1767316734.878565:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985656064:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.878781:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985656064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 215us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.878788:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1767316734.879048:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.879562:0:49675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49675:1853163985656192:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316734.879606:0:49675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.879673:0:49675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.879709:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656192 00000100:00100000:2.0:1767316734.879715:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656192 00000100:00100000:2.0:1767316734.879967:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1767316734.879976:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49675:x1853163985656192:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.880340:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49675:x1853163985656192:12345-0@lo:502:llog_process_th.0 Request processed in 365us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.880348:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1767316734.880437:0:49675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49675:1853163985656192:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316734.880494:0:49675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49675:1853163985656320:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316734.880529:0:49675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.880595:0:49675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.880631:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656320 00000100:00100000:2.0:1767316734.880635:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656320 00000100:00100000:2.0:1767316734.880665:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1767316734.880671:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49675:x1853163985656320:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.881081:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49675:x1853163985656320:12345-0@lo:502:llog_process_th.0 Request processed in 408us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.881089:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1767316734.881275:0:49675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49675:1853163985656320:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316734.881299:0:49675:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:0.0:1767316734.881468:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:0.0:1767316734.881489:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767316734.881499:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.881511:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316734.881520:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1767316734.881523:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1767316734.881525:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1767316734.881550:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.881558:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.881568:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.881583:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.881618:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.881643:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee540 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.881680:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656448 00000100:00100000:2.0:1767316734.881685:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656448 00000100:00100000:2.0:1767316734.881721:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1767316734.881882:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985656448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316734.881894:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316734.881907:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba621c expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.881928:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.881937:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.881945:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbea00, rc 0) 00000100:00100000:2.0:1767316734.882013:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985656448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 285us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.882020:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1767316734.882298:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316734.882312:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.882320:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.882372:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.882399:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.882471:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.882503:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656576 00000100:00100000:1.0:1767316734.882508:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656576 00000100:00100000:1.0:1767316734.882570:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1767316734.882578:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985656576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316734.882725:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985656576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 147us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.882751:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1767316734.883110:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.883277:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.883326:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.883357:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee540 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.883463:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656704 00000100:00100000:3.0:1767316734.883468:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656704 00000100:00100000:3.0:1767316734.883505:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1767316734.883513:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985656704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.884059:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985656704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 545us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.884066:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1767316734.884152:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316734.885081:0:49676:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1767316734.885467:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1767316734.885489:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1767316734.885499:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.885510:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316734.885519:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316734.885522:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 42 10000000:01000000:3.0:1767316734.885524:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316734.885558:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.885566:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.885576:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316734.885597:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.885655:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.885682:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.885762:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656832 00000100:00100000:1.0:1767316734.885768:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656832 00000100:00100000:1.0:1767316734.885813:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1767316734.885822:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985656832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316734.885833:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316734.885845:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba622a expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.885867:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.885876:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316734.885883:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07400, rc 0) 00000100:00100000:1.0:1767316734.885927:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985656832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.885934:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1767316734.886217:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316734.886231:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.886240:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316734.886293:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.886321:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.886350:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8696b40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.886392:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985656960 00000100:00100000:3.0:1767316734.886397:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985656960 00000100:00100000:3.0:1767316734.886420:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1767316734.886429:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985656960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.886569:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985656960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 142us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.886576:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1767316734.886676:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985656960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.886705:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.886785:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.886927:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8696b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.886970:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657088 00000100:00100000:1.0:1767316734.886974:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657088 00000100:00100000:1.0:1767316734.887001:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1767316734.887008:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985657088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316734.887273:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985657088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 265us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.887281:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1767316734.887359:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316734.887662:0:49677:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49677:1853163985657216:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316734.887699:0:49677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316734.887751:0:49677:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.887869:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657216 00000100:00100000:3.0:1767316734.887874:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657216 00000100:00100000:3.0:1767316734.887898:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1767316734.887904:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49677:x1853163985657216:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316734.888099:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49677:x1853163985657216:12345-0@lo:502:llog_process_th.0 Request processed in 194us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.888106:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1767316734.888290:0:49677:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49677:1853163985657216:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.888335:0:49677:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49677:1853163985657344:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316734.888370:0:49677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.888383:0:49677:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec547f480 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.888440:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657344 00000100:00100000:1.0:1767316734.888455:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657344 00000100:00100000:1.0:1767316734.888486:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1767316734.888493:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49677:x1853163985657344:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316734.888630:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49677:x1853163985657344:12345-0@lo:502:llog_process_th.0 Request processed in 137us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316734.888637:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1767316734.888777:0:49677:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49677:1853163985657344:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316734.888913:0:49677:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:3.0:1767316734.889297:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:3.0:1767316734.889322:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316734.889330:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.889339:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316734.889347:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1767316734.889350:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1767316734.889352:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1767316734.889377:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.889384:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316734.889392:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316734.889408:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.889456:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316734.889517:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e30b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.889551:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657472 00000100:00100000:2.0:1767316734.889555:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657472 00000100:00100000:2.0:1767316734.889616:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1767316734.889624:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985657472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316734.889634:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316734.889647:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6238 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.889668:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.889678:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.889686:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316734.889723:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985657472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.889754:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1767316734.889841:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316734.889854:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.889862:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.889908:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.889935:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.890574:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316734.890648:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657600 00000100:00100000:3.0:1767316734.890653:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657600 00000100:00100000:3.0:1767316734.890683:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1767316734.890690:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985657600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316734.890961:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985657600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 270us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316734.890968:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1767316734.891086:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.891202:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.891253:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.891309:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316734.891335:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657728 00000100:00100000:1.0:1767316734.891339:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657728 00000100:00100000:2.0:1767316734.891378:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1767316734.891387:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985657728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.891766:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985657728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 379us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.891773:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1767316734.891914:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316734.892903:0:49678:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1767316734.893099:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1767316734.893131:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1767316734.893141:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.893151:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316734.893161:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1767316734.893163:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:0.0:1767316734.893165:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1767316734.893208:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.893216:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316734.893226:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316734.893244:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316734.893298:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316734.893335:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.893501:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657856 00000100:00100000:2.0:1767316734.893508:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657856 00000100:00100000:2.0:1767316734.893554:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1767316734.893561:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985657856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316734.893573:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316734.893586:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6246 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.893607:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.893617:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.893625:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316734.893662:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985657856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316734.893669:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1767316734.893714:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316734.893762:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.893773:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316734.897798:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.897878:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316734.897915:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecab2fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316734.897968:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985657984 00000100:00100000:2.0:1767316734.897975:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985657984 00000100:00100000:2.0:1767316734.898022:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1767316734.898030:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985657984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316734.898245:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985657984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 214us (366us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316734.898254:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1767316734.898308:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985657984:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1767316734.898347:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1767316734.898356:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316734.898368:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316735.083831:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316735.652368:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985658112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316735.652453:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316735.652590:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658112 00000100:00100000:3.0:1767316735.652597:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658112 00000100:00100000:3.0:1767316735.652632:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1767316735.652637:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985658112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316735.652666:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316735.652700:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985658112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316735.652705:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1767316735.652752:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985658112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316735.652938:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985658240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316735.652961:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316735.653017:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658240 00000100:00100000:1.0:1767316735.653021:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658240 00000100:00100000:1.0:1767316735.653046:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1767316735.653050:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985658240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316735.653065:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316735.653089:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985658240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316735.653094:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1767316735.653212:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985658240:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767316736.100876:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767316736.145518:0:49726:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffc64d68a90 20000000:00000080:3.0:1767316736.145538:0:49726:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ec7b72000 uarg=0000000000000000 00000040:00100000:3.0:1767316736.147363:0:49726:0:(llog.c:1064:llog_reverse_process()) index 44 : idx 1 20000000:01000000:3.0:1767316736.147373:0:49726:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_204f 00000040:00080000:3.0:1767316736.148479:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:3.0:1767316736.148504:0:49726:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_204f lustre-OST0000_UUID (null) 00000040:00080000:3.0:1767316736.148561:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:3.0:1767316736.148957:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:3.0:1767316736.149397:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:3.0:1767316736.149410:0:49726:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_204f lustre-OST0000_UUID (null) 00000040:00080000:3.0:1767316736.149476:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:3.0:1767316736.149515:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:3.0:1767316736.149680:0:49726:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1767316736.149701:0:49726:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149721:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149926:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149939:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149946:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149952:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149960:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149966:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149972:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149978:0:49726:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.149986:0:49726:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.150036:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.150051:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 17 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.150066:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985658368:0@lo:104: 00000100:00100000:3.0:1767316736.150220:0:49726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316736.150344:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.150353:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 17 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.150362:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985658496:0@lo:104: 00000100:00100000:3.0:1767316736.150383:0:49726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316736.150506:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.150515:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 17 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.150535:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985658624:0@lo:104: 00000100:00100000:3.0:1767316736.150556:0:49726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316736.150609:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658368 00000100:00100000:1.0:1767316736.150617:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658368 00000100:00100000:1.0:1767316736.150668:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658496 00000100:00100000:1.0:1767316736.150671:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658496 00000100:00100000:1.0:1767316736.150685:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1767316736.150693:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49726:x1853163985658368:12345-0@lo:104: 00010000:00010000:1.0:1767316736.150704:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.150777:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1767316736.150784:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49726:x1853163985658368:12345-0@lo:104: Request processed in 92us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.150791:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1767316736.150808:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1767316736.150814:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49726:x1853163985658496:12345-0@lo:104: 00010000:00010000:1.0:1767316736.150822:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.150850:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1767316736.150856:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49726:x1853163985658496:12345-0@lo:104: Request processed in 43us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.150862:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1767316736.150881:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316736.150887:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.150896:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316736.150900:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.150914:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316736.150922:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316736.150928:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316736.150957:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.150964:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316736.150985:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.150992:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba6246 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba624d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.151007:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316736.151010:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.151016:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316736.151018:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.151024:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316736.151028:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316736.151033:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316736.151046:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.151051:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316736.151056:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.151063:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdc000/0xc472cb5f51ba6238 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba623f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.151071:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316736.151073:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316736.151075:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316736.151080:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316736.151109:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985658752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316736.151138:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316736.151164:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316736.151170:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985658880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316736.151192:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316736.151220:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658752 00000100:00100000:1.0:1767316736.151224:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658752 00010000:00010000:1.0:1767316736.151241:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 18 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:1.0:1767316736.151259:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658880 00000100:00100000:1.0:1767316736.151261:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658880 00010000:00010000:1.0:1767316736.151271:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 19 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:1.0:1767316736.151287:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6222 00000100:00100000:1.0:1767316736.151293:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985658752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316736.151305:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316736.151309:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 19 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.151318:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 19 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.151332:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316736.151358:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985658752:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.151364:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6222 00000100:00100000:1.0:1767316736.151377:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223 00000100:00100000:1.0:1767316736.151383:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985658880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316736.151390:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316736.151394:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 18 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.151401:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 18 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.151410:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316736.151440:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985658880:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.151446:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223 00000100:00100000:1.0:1767316736.151520:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985658880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316736.151529:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985658752:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316736.152245:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.152258:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 17 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.152269:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659008:0@lo:104: 00000100:00100000:3.0:1767316736.152303:0:49726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316736.152401:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.152409:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 17 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.152416:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659136:0@lo:104: 00000100:00100000:3.0:1767316736.152446:0:49726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316736.152500:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985658624 00000100:00100000:2.0:1767316736.152508:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985658624 00000100:00100000:2.0:1767316736.152547:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985659008 00000100:00100000:2.0:1767316736.152550:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985659008 00000100:00100000:2.0:1767316736.152562:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1767316736.152569:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49726:x1853163985658624:12345-0@lo:104: 00010000:00010000:2.0:1767316736.152579:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316736.152639:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767316736.152645:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49726:x1853163985658624:12345-0@lo:104: Request processed in 77us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316736.152651:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1767316736.152667:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1767316736.152673:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49726:x1853163985659008:12345-0@lo:104: 00010000:00010000:2.0:1767316736.152680:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316736.152712:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767316736.152717:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49726:x1853163985659008:12345-0@lo:104: Request processed in 45us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316736.152722:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:0.0:1767316736.153237:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316736.153245:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153256:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316736.153260:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153267:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316736.153273:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316736.153278:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316736.153313:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153319:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316736.153339:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153345:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdca00/0xc472cb5f51ba622a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6231 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153358:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316736.153361:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153365:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316736.153368:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153374:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316736.153383:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316736.153388:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316736.153400:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153406:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316736.153411:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153417:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba621c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6223 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.153436:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316736.153438:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316736.153441:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316736.153453:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985659264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316736.153491:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316736.153684:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316736.153691:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985659392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316736.153712:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316736.153990:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.154004:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 17 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.154013:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659520:0@lo:104: 00000100:00100000:3.0:1767316736.154043:0:49726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316736.154065:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.154073:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 17 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.154082:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659648:0@lo:104: 00010000:00010000:3.0:1767316736.154123:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.154132:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 8 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.154141:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659776:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316736.154330:0:49726:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.154339:0:49726:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 8 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.154347:0:49726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659904:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316736.154396:0:49726:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd5056c0 going to sleep for 11 seconds 00010000:00010000:3.0:1767316736.154418:0:49726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbf200/0xc472cb5f51ba624d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6246 expref: 17 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.154440:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985658368:0@lo:104: 00010000:00010000:3.0:1767316736.154454:0:49726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba623f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6238 expref: 16 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.154461:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985658496:0@lo:104: 00000100:00100000:3.0:1767316736.154468:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985658624:0@lo:104: 00000100:00100000:3.0:1767316736.154475:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659008:0@lo:104: 00000100:00100000:3.0:1767316736.154517:0:12902:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767316736.157696:0:12902:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316736.157721:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985659136 00000100:00100000:3.0:1767316736.157744:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985659136 00000100:00100000:3.0:1767316736.157785:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985659520 00000100:00100000:3.0:1767316736.157788:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985659520 00000100:00100000:3.0:1767316736.157802:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985659648 00000100:00100000:3.0:1767316736.157804:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985659648 00000100:00100000:3.0:1767316736.157818:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1767316736.157826:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:49726:x1853163985659136:12345-0@lo:104: 00010000:00010000:3.0:1767316736.157843:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.157926:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316736.157933:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:49726:x1853163985659136:12345-0@lo:104: Request processed in 108us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316736.157941:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1767316736.157960:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1767316736.157965:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49726:x1853163985659520:12345-0@lo:104: 00010000:00010000:3.0:1767316736.157972:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.158010:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767316736.158015:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7f2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:49726:x1853163985659520:12345-0@lo:104: Request processed in 50us (3972us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316736.158021:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1767316736.158056:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1767316736.158063:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49726:x1853163985659648:12345-0@lo:104: 00010000:00010000:3.0:1767316736.158070:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.158099:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1767316736.158205:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:49726:x1853163985659648:12345-0@lo:104: Request processed in 42us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316736.158212:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1767316736.158265:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659136:0@lo:104: 00000100:00100000:3.0:1767316736.158275:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659520:0@lo:104: 00000100:00100000:3.0:1767316736.158283:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659648:0@lo:104: 00000100:00100000:2.0:1767316736.158796:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985659264 00000100:00100000:2.0:1767316736.158804:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985659264 00010000:00010000:2.0:1767316736.158834:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 16 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:2.0:1767316736.158868:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985659392 00000100:00100000:2.0:1767316736.158871:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985659392 00010000:00010000:2.0:1767316736.158883:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 17 pid: 41784 timeout: 2081 lvb_type: 0 00000100:00100000:2.0:1767316736.158904:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6224 00000100:00100000:2.0:1767316736.158911:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6212:x1853163985659264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316736.158923:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316736.158929:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 17 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:2.0:1767316736.158940:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 17 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:2.0:1767316736.158958:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba6231 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba622a expref: 17 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:2.0:1767316736.158972:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316736.159016:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6212:x1853163985659264:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (5524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316736.159022:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6224 00000100:00100000:2.0:1767316736.159036:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225 00000100:00100000:2.0:1767316736.159042:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6212:x1853163985659392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316736.159048:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316736.159052:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 15 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:2.0:1767316736.159060:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 15 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:2.0:1767316736.159069:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba6223 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba621c expref: 15 pid: 41784 timeout: 2081 lvb_type: 0 00010000:00010000:2.0:1767316736.159077:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316736.159098:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6212:x1853163985659392:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (5385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316736.159194:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225 00010000:00010000:0.0:1767316736.159490:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316736.159498:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159506:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316736.159510:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159523:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316736.159530:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316736.159535:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316736.159689:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159696:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316736.159742:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159749:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07200/0xc472cb5f51ba620e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6215 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159759:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316736.159762:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159767:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316736.159771:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.159777:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316736.159783:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316736.159788:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1767316736.159836:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985660032:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316736.159867:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316736.159876:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316736.159883:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316736.159892:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316736.159896:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.159905:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316736.159912:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316736.159918:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1767316736.159934:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660032 00000100:00100000:3.0:1767316736.159945:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660032 00010000:00010000:3.0:1767316736.159962:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 14 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.159983:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6226 00000100:00100000:3.0:1767316736.159988:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6214:x1853163985660032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316736.159998:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316736.160002:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 14 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.160010:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 14 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.160021:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba6215 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba620e expref: 14 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.160029:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316736.160331:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6214:x1853163985660032:12345-0@lo:103:ldlm_bl.0 Request processed in 341us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316736.160338:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6226 00000100:00100000:3.0:1767316736.160472:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316736.160494:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316736.160515:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831296 00000100:00100000:3.0:1767316736.160518:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831296 00010000:00010000:3.0:1767316736.160534:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 9 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.160834:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831424 00000100:00100000:3.0:1767316736.160839:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831424 00010000:00010000:3.0:1767316736.160853:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 10 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.160867:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6227 00000100:00100000:3.0:1767316736.160873:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933831296:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316736.160883:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316736.160888:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 10 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.160897:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 10 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.160908:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316736.160949:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933831296:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 76us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316736.160957:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6227 00000100:00100000:3.0:1767316736.160971:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6228 00000100:00100000:3.0:1767316736.160977:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933831424:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316736.160984:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316736.160988:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 9 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.160997:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 9 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:3.0:1767316736.161006:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316736.161023:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933831424:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 47us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316736.161029:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6228 00000100:00100000:3.0:1767316736.161451:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985660032:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316736.161500:0:49726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbe000/0xc472cb5f51ba61eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a276 expref: 8 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.161513:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659776:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316736.161526:0:49726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba61e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a26f expref: 7 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:3.0:1767316736.161538:0:49726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49726:1853163985659904:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316736.162340:0:49726:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.162752:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.162761:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316736.162783:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.162790:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0400/0xc472cb5f51ba6200 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6207 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316736.162803:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316736.162805:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316736.162807:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316736.162822:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985660160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316736.162876:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316736.162944:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985659392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316736.162955:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985659264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316736.162982:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660160 00000100:00100000:0.0:1767316736.162987:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660160 00010000:00010000:0.0:1767316736.163009:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 13 pid: 41786 timeout: 2081 lvb_type: 0 00000100:00100000:0.0:1767316736.163037:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6229 00000100:00100000:0.0:1767316736.163045:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6215:x1853163985660160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316736.163056:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316736.163061:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 13 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:0.0:1767316736.163071:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 13 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:0.0:1767316736.163085:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdda00/0xc472cb5f51ba6207 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6200 expref: 13 pid: 41786 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.163171:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.163180:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316736.163195:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.163201:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec6fdd800/0xc472cb5f51ba61f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba61f9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.163215:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316736.163217:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316736.163218:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316736.163226:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316736.163276:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985660288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316736.163313:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316736.163351:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660288 00000100:00100000:1.0:1767316736.163355:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660288 00010000:00010000:1.0:1767316736.163373:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 13 pid: 41785 timeout: 2081 lvb_type: 0 00000100:00100000:1.0:1767316736.163411:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6230 00000100:00100000:1.0:1767316736.163432:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6212:x1853163985660288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316736.163442:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316736.163447:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 13 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:0.0:1767316736.163472:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316736.163521:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6215:x1853163985660160:12345-0@lo:103:ldlm_bl.0 Request processed in 477us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316736.163529:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6229 00010000:00010000:1.0:1767316736.167373:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 12 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.167402:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba61f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba61f2 expref: 12 pid: 41785 timeout: 2081 lvb_type: 0 00010000:00010000:1.0:1767316736.167430:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167439:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167465:0:44652:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167471:0:44652:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167478:0:44652:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167485:0:44652:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167491:0:44652:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316736.167496:0:44652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167504:0:44652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167524:0:44652:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.167537:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316736.167632:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6212:x1853163985660288:12345-0@lo:103:ldlm_bl.0 Request processed in 4212us (4317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.167643:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6230 00000100:00100000:2.0:1767316736.167823:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985660160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316736.167886:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985660288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316736.168028:0:49726:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.168040:0:49726:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316736.168047:0:49726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba6254 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1767316736.169116:0:49726:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffc64d68a90 20000000:00000080:1.0:1767316736.169140:0:49726:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3efd775c00 uarg=0000000000000000 00000040:00100000:1.0:1767316736.170141:0:49726:0:(llog.c:1064:llog_reverse_process()) index 48 : idx 48 00000040:00100000:1.0:1767316736.170178:0:49726:0:(llog.c:1064:llog_reverse_process()) index 46 : idx 1 20000000:01000000:1.0:1767316736.170183:0:49726:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_204f 00000040:00080000:1.0:1767316736.170340:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:1.0:1767316736.170506:0:49726:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_204f lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316736.170596:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:1.0:1767316736.170642:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 00000040:00080000:1.0:1767316736.170907:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:1.0:1767316736.170917:0:49726:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_204f lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316736.170974:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:1.0:1767316736.171017:0:49726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:1.0:1767316736.171034:0:49726:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1767316736.171127:0:49726:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171144:0:49726:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171159:0:49726:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171165:0:49726:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171172:0:49726:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171179:0:49726:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171186:0:49726:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316736.171190:0:49726:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171198:0:49726:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171212:0:49726:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171220:0:49726:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316736.171226:0:49726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba625b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49726 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316736.668133:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316736.668176:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316736.668216:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316736.668328:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831552 00000100:00100000:0.0:1767316736.668339:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831552 00000100:00100000:0.0:1767316736.668420:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 420 00000100:00100000:0.0:1767316736.668430:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2486:x1853163933831552:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316736.668506:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2486:x1853163933831552:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 78us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316736.668515:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 420 00000100:00100000:3.0:1767316736.668881:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316736.669175:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831808 00000100:00100000:1.0:1767316736.669182:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831808 00000100:00100000:1.0:1767316736.669247:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831936 00000100:00100000:1.0:1767316736.669250:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831936 00000100:00100000:1.0:1767316736.669272:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 897 00000100:00100000:1.0:1767316736.669281:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933831808:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316736.669324:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933831808:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.669330:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 897 00000100:00100000:1.0:1767316736.669344:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00100000:1.0:1767316736.669350:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933831936:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316736.669387:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933831936:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316736.669393:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00080000:3.0:1767316736.670261:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316736.670267:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316736.673859:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933831680 00000100:00100000:2.0:1767316736.673878:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933831680 00000100:00100000:2.0:1767316736.673991:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 504 00000100:00100000:2.0:1767316736.674004:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2486:x1853163933831680:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316736.674124:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2486:x1853163933831680:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 123us (5906us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316736.674132:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 504 00000100:00080000:3.0:1767316736.676505:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316737.123897:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1767316737.251911:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316737.251920:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 45 10000000:01000000:2.0:1767316737.251927:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316737.251977:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.251989:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.252001:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316737.252026:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985660416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.252100:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.252166:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8865000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316737.252254:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660416 00000100:00100000:1.0:1767316737.252262:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660416 00000100:00100000:1.0:1767316737.252315:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1767316737.252324:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985660416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316737.252339:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316737.252353:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6262 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.252377:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 12 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.252389:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 12 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.252398:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316737.252458:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985660416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.252466:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1767316737.252804:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985660416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316737.252820:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.252829:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316737.252887:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985660544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.252912:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.252940:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8865000 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.253241:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660544 00000100:00100000:0.0:1767316737.253247:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660544 00000100:00100000:0.0:1767316737.253281:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1767316737.253288:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985660544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.253423:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985660544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.253430:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1767316737.253883:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985660544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.253922:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985660672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.253975:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.254009:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8865000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316737.254156:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660672 00000100:00100000:1.0:1767316737.254161:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660672 00000100:00100000:1.0:1767316737.254197:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1767316737.254204:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985660672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.254386:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985660672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 181us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.254393:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1767316737.254484:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985660672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.255341:0:49727:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49727:1853163985660800:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.255411:0:49727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316737.255452:0:49727:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.255533:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660800 00000100:00100000:3.0:1767316737.255538:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660800 00000100:00100000:3.0:1767316737.255873:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1767316737.255882:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49727:x1853163985660800:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316737.256116:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49727:x1853163985660800:12345-0@lo:502:llog_process_th.0 Request processed in 234us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.256124:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1767316737.256208:0:49727:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49727:1853163985660800:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.256260:0:49727:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49727:1853163985660928:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.256297:0:49727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316737.257147:0:49727:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316737.257225:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985660928 00000100:00100000:1.0:1767316737.257232:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985660928 00000100:00100000:1.0:1767316737.257267:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1767316737.257275:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49727:x1853163985660928:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.257475:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49727:x1853163985660928:12345-0@lo:502:llog_process_th.0 Request processed in 199us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.257482:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1767316737.257799:0:49727:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49727:1853163985660928:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.257858:0:49727:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49727:1853163985661056:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.257902:0:49727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316737.257918:0:49727:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316737.258156:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661056 00000100:00100000:1.0:1767316737.258161:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661056 00000100:00100000:1.0:1767316737.258181:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1767316737.258187:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49727:x1853163985661056:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.258314:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:49727:x1853163985661056:12345-0@lo:502:llog_process_th.0 Request processed in 126us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.258321:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1767316737.258395:0:49727:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49727:1853163985661056:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316737.258425:0:49727:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1767316737.259276:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 45-51 (rc=0) 10000000:01000000:1.0:1767316737.259306:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767316737.259315:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.259326:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316737.259335:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1767316737.259338:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:1.0:1767316737.259340:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1767316737.259371:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.259377:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.259386:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316737.259415:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.259457:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.259771:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.259849:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661184 00000100:00100000:0.0:1767316737.259855:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661184 00000100:00100000:0.0:1767316737.259884:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1767316737.259891:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985661184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316737.259902:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316737.259914:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6270 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.259934:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.259944:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.259952:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:0.0:1767316737.259986:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985661184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.259992:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1767316737.260065:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316737.260078:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.260086:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316737.260132:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.260155:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.260244:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.260294:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661312 00000100:00100000:0.0:1767316737.260299:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661312 00000100:00100000:0.0:1767316737.260314:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1767316737.260320:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985661312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.260440:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985661312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.260447:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1767316737.260703:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.260761:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.260809:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.260826:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.260978:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661440 00000100:00100000:3.0:1767316737.260983:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661440 00000100:00100000:3.0:1767316737.261015:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1767316737.261022:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985661440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316737.261175:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985661440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.261182:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1767316737.261279:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.262279:0:49728:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49728:1853163985661568:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.262336:0:49728:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.262372:0:49728:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.262424:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661568 00000100:00100000:0.0:1767316737.262429:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661568 00000100:00100000:0.0:1767316737.262463:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1767316737.262471:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49728:x1853163985661568:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.262886:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49728:x1853163985661568:12345-0@lo:502:llog_process_th.0 Request processed in 416us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.262895:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1767316737.263051:0:49728:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49728:1853163985661568:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767316737.263076:0:49728:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767316737.263087:0:49728:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767316737.263089:0:49728:0:(obd_config.c:1477:class_process_config()) marker 28 (0x1) lustre-MDT0000-m add lustre.test_204f.lustre-OST0000_UUID 00000020:00000080:1.0:1767316737.263096:0:49728:0:(obd_config.c:1389:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1767316737.263109:0:49728:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0000_UUID to test_204f as member 1 00000020:01000000:3.0:1767316737.264031:0:49728:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1767316737.264038:0:49728:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316737.264039:0:49728:0:(obd_config.c:1477:class_process_config()) marker 28 (0x2) lustre-MDT0000-m add lustre.test_204f.lustre-OST0000_UUID 00000020:01000000:3.0:1767316737.264044:0:49728:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1767316737.264048:0:49728:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316737.264049:0:49728:0:(obd_config.c:1477:class_process_config()) marker 30 (0x1) lustre-MDT0000-m add lustre.test_204f.lustre-OST0001_UUID 00000020:00000080:3.0:1767316737.264052:0:49728:0:(obd_config.c:1389:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1767316737.264061:0:49728:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_204f as member 2 00000100:00100000:3.0:1767316737.264173:0:49728:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49728:1853163985661696:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316737.264244:0:49728:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316737.264284:0:49728:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000020:01000004:1.0:1767316737.264352:0:49729:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9b3efb652000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1767316737.264356:0:49729:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 4 00000100:00100000:0.0:1767316737.264822:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661696 00000100:00100000:0.0:1767316737.264829:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661696 00000100:00100000:0.0:1767316737.264861:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1767316737.264869:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49728:x1853163985661696:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316737.265093:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:49728:x1853163985661696:12345-0@lo:502:llog_process_th.0 Request processed in 223us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.265101:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1767316737.265243:0:49728:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49728:1853163985661696:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1767316737.265270:0:49728:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1767316737.265275:0:49728:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316737.265277:0:49728:0:(obd_config.c:1477:class_process_config()) marker 30 (0x2) lustre-MDT0000-m add lustre.test_204f.lustre-OST0001_UUID 00000040:00080000:3.0:1767316737.265281:0:49728:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1767316737.265416:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-45 (rc=0) 10000000:01000000:1.0:1767316737.265439:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1767316737.265448:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.265459:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316737.265468:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316737.265471:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 45 10000000:01000000:1.0:1767316737.265473:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316737.265523:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.265531:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.265541:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316737.266058:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.266104:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.266144:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.266188:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661824 00000100:00100000:3.0:1767316737.266193:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661824 00000100:00100000:3.0:1767316737.266234:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1767316737.266241:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985661824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.266253:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316737.266267:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba627e expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.266288:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.266298:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.266305:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdce00, rc 0) 00000100:00100000:3.0:1767316737.266335:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985661824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.266340:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1767316737.267024:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316737.267041:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.267051:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316737.267107:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.267142:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.267174:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.267213:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985661952 00000100:00100000:0.0:1767316737.267217:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985661952 00000100:00100000:0.0:1767316737.267276:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1767316737.267284:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985661952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.267397:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985661952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.267413:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1767316737.267466:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985661952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.267499:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.267562:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.268477:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.269191:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662080 00000100:00100000:2.0:1767316737.269201:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662080 00000100:00100000:2.0:1767316737.269248:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1767316737.269257:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985662080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.269648:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985662080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 391us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.269656:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1767316737.270041:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.270256:0:49730:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49730:1853163985662208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.270305:0:49730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.270333:0:49730:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf706d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.270394:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662208 00000100:00100000:2.0:1767316737.270408:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662208 00000100:00100000:2.0:1767316737.270436:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1767316737.270443:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49730:x1853163985662208:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.270913:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49730:x1853163985662208:12345-0@lo:502:llog_process_th.0 Request processed in 469us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.270920:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1767316737.271022:0:49730:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49730:1853163985662208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.271062:0:49730:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49730:1853163985662336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.271096:0:49730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.271117:0:49730:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf706d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.271175:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662336 00000100:00100000:2.0:1767316737.271181:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662336 00000100:00100000:2.0:1767316737.271199:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1767316737.271204:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49730:x1853163985662336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.271317:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49730:x1853163985662336:12345-0@lo:502:llog_process_th.0 Request processed in 111us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.271324:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1767316737.271422:0:49730:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49730:1853163985662336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.271455:0:49730:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49730:1853163985662464:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316737.271996:0:49730:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.272024:0:49730:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf706d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.272069:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662464 00000100:00100000:2.0:1767316737.272074:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662464 00000100:00100000:2.0:1767316737.272097:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1767316737.272103:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49730:x1853163985662464:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.272391:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:49730:x1853163985662464:12345-0@lo:502:llog_process_th.0 Request processed in 286us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.272398:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1767316737.272942:0:49730:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49730:1853163985662464:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1767316737.272971:0:49730:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1767316737.274089:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 45-51 (rc=0) 10000000:01000000:2.0:1767316737.274115:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316737.274125:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.274135:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316737.274144:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1767316737.274147:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1767316737.274150:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1767316737.274184:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.274192:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.274205:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316737.274227:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.274283:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.274352:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef5033600 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.274391:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662592 00000100:00100000:0.0:1767316737.274398:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662592 00000100:00100000:0.0:1767316737.274474:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1767316737.274484:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985662592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316737.274693:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316737.274708:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba628c expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.274854:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 15 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.274865:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 15 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.274873:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1a00, rc 0) 00000100:00100000:0.0:1767316737.274917:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985662592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 434us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316737.274923:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1767316737.274994:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316737.275008:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.275015:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316737.275064:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.275089:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.282274:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef5033600 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.282436:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662720 00000100:00100000:3.0:1767316737.282448:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662720 00000100:00100000:3.0:1767316737.283133:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1767316737.283148:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985662720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316737.283324:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985662720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 181us (8233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.283332:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1767316737.291287:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.291356:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.291447:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.291483:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef5033600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316737.296750:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662848 00000100:00100000:1.0:1767316737.296765:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662848 00000100:00100000:1.0:1767316737.296839:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1767316737.296850:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985662848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.297090:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985662848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 241us (5641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.297098:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1767316737.301176:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.313008:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316737.313071:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832064 00000100:00100000:3.0:1767316737.313093:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832064 00000100:00100000:3.0:1767316737.313157:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 441 00000100:00100000:3.0:1767316737.313167:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933832064:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.313187:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316737.313209:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a27d expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.313242:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.313261:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.313271:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc600, rc 0) 00000100:00100000:3.0:1767316737.313341:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933832064:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 175us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.313349:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 441 00000040:00080000:0.0:1767316737.314260:0:49731:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1767316737.315365:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1767316737.315415:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1767316737.315429:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.315448:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316737.315461:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316737.315464:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 45 10000000:01000000:2.0:1767316737.315467:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316737.315526:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.315535:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.315545:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316737.315581:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.315646:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.315686:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef5033600 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.320630:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985662976 00000100:00100000:3.0:1767316737.320646:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985662976 00000100:00100000:3.0:1767316737.320712:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1767316737.320722:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985662976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.320763:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316737.320782:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba62a1 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.320809:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.320820:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.320828:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fddc00, rc 0) 00000100:00100000:3.0:1767316737.320899:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985662976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 179us (5253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.320907:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1767316737.324057:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316737.325483:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985662976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316737.325525:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316737.325538:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316737.325638:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.325696:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.325763:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef5033600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316737.325772:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832192 00000100:00100000:1.0:1767316737.325782:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832192 00000100:00100000:1.0:1767316737.325839:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663104 00000100:00100000:1.0:1767316737.325843:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663104 00000100:00100000:1.0:1767316737.325862:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 443 00000100:00100000:1.0:1767316737.325870:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933832192:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.325902:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1767316737.325914:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985663104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.326032:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933832192:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 160us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.326041:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 443 00000100:00100000:2.0:1767316737.326388:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985663104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 476us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.326396:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1767316737.327027:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.327077:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.327137:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.327168:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf706a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.328941:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663232 00000100:00100000:2.0:1767316737.328957:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663232 00000100:00100000:2.0:1767316737.329025:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1767316737.329033:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985663232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.329274:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985663232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 241us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.329282:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1767316737.329332:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.335692:0:49732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49732:1853163985663360:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.335835:0:49732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.335890:0:49732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4932900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.337270:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663360 00000100:00100000:3.0:1767316737.337281:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663360 00000100:00100000:3.0:1767316737.337338:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1767316737.337347:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49732:x1853163985663360:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316737.337630:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49732:x1853163985663360:12345-0@lo:502:llog_process_th.0 Request processed in 283us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.337638:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1767316737.337992:0:49732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49732:1853163985663360:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.338060:0:49732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49732:1853163985663488:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.338110:0:49732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.338139:0:49732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4932900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.338351:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663488 00000100:00100000:3.0:1767316737.338355:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663488 00000100:00100000:3.0:1767316737.338383:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1767316737.338389:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49732:x1853163985663488:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316737.338539:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49732:x1853163985663488:12345-0@lo:502:llog_process_th.0 Request processed in 149us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.338546:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1767316737.341339:0:49732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49732:1853163985663488:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.341451:0:49732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49732:1853163985663616:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316737.341620:0:49732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316737.341664:0:49732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4932900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.341959:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663616 00000100:00100000:3.0:1767316737.341966:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663616 00000100:00100000:3.0:1767316737.342027:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1767316737.342036:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316737.342039:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49732:x1853163985663616:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316737.342255:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:49732:x1853163985663616:12345-0@lo:502:llog_process_th.0 Request processed in 219us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.342263:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1767316737.342292:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832320 00000100:00100000:3.0:1767316737.342295:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832320 00000100:00100000:1.0:1767316737.342360:0:49732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:49732:1853163985663616:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1767316737.342389:0:49732:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1767316737.342488:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 45-51 (rc=0) 10000000:01000000:1.0:1767316737.342506:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767316737.342516:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.342527:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316737.342536:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1767316737.342539:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1767316737.342542:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1767316737.342578:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.342586:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316737.342595:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316737.342611:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316737.342644:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316737.347532:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf706a80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316737.354044:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663744 00000100:00100000:0.0:1767316737.354064:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663744 00000100:00100000:1.0:1767316737.354244:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 449 00000100:00100000:1.0:1767316737.354256:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933832320:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316737.354327:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1767316737.354338:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985663744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.354349:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316737.354370:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba62af expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.354409:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.354422:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.354433:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc200, rc 0) 00000100:00100000:1.0:1767316737.355257:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933832320:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 998us (13219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.355269:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 449 00000100:00100000:3.0:1767316737.355328:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985663744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 992us (12681us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.355335:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1767316737.355393:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.357715:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.357760:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316737.357845:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316737.357909:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316737.357950:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.359624:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985663872 00000100:00100000:2.0:1767316737.359641:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985663872 00000100:00100000:2.0:1767316737.359717:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1767316737.359769:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985663872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.359936:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985663872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 210us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316737.359945:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1767316737.360004:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985663872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.360057:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985664000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.360136:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316737.360173:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7f08780 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.360834:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664000 00000100:00100000:3.0:1767316737.360842:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664000 00000100:00100000:3.0:1767316737.360878:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1767316737.360886:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985664000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.360971:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316737.361101:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832448 00000100:00100000:1.0:1767316737.361107:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832448 00000100:00100000:1.0:1767316737.361131:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 453 00000100:00100000:1.0:1767316737.361138:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68179:x1853163933832448:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:1.0:1767316737.361341:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68179:x1853163933832448:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 202us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316737.361349:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 453 00000100:00100000:0.0:1767316737.361539:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985664000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316737.362423:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985664000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 208us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.362437:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000040:00080000:2.0:1767316737.365363:0:49733:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1767316737.367239:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1767316737.367287:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1767316737.367300:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.367313:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316737.367327:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1767316737.367329:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:0.0:1767316737.367332:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1767316737.367381:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.367388:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.367408:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316737.367438:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985664128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.367526:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316737.367574:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316737.367720:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664128 00000100:00100000:3.0:1767316737.367760:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664128 00000100:00100000:3.0:1767316737.367809:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1767316737.367818:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985664128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.367830:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316737.367844:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba62bd expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.367866:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.367876:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.367886:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd000, rc 0) 00000100:00100000:3.0:1767316737.367923:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985664128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.367930:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1767316737.368696:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985664128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316737.368721:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.368768:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316737.368837:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985664256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316737.368879:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316737.368910:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316737.368980:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664256 00000100:00100000:2.0:1767316737.368984:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664256 00000100:00100000:2.0:1767316737.369016:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1767316737.369023:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985664256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316737.369216:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985664256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 192us (335us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316737.369223:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1767316737.369413:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985664256:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1767316737.369445:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1767316737.369452:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316737.369460:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316737.372129:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316737.372265:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832576 00000100:00100000:3.0:1767316737.372276:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832576 00000100:00100000:3.0:1767316737.372331:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 456 00000100:00100000:3.0:1767316737.372340:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68179:x1853163933832576:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316737.373050:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68179:x1853163933832576:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 707us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.373060:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 456 00000100:00100000:3.0:1767316737.383880:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316737.385042:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832704 00000100:00100000:2.0:1767316737.385057:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832704 00000100:00100000:2.0:1767316737.385132:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 457 00000100:00100000:2.0:1767316737.385144:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68179:x1853163933832704:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316737.385994:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68179:x1853163933832704:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 846us (2118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.386006:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 457 00000100:00100000:0.0:1767316737.392048:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316737.392218:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832832 00000100:00100000:3.0:1767316737.392232:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832832 00000100:00100000:3.0:1767316737.392439:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 458 00000100:00100000:3.0:1767316737.392449:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933832832:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316737.392465:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316737.392483:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a284 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.392630:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 9 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.392643:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 9 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316737.392653:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc800, rc 0) 00000100:00100000:3.0:1767316737.392718:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933832832:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 270us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316737.392725:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 458 00000100:00100000:1.0:1767316737.397202:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316737.397292:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933832960 00000100:00100000:3.0:1767316737.397302:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933832960 00000100:00100000:3.0:1767316737.397354:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 459 00000100:00100000:3.0:1767316737.397362:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933832960:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316737.397522:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933832960:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 160us (332us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767316737.397531:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 459 00010000:00010000:1.0:1767316738.149392:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316738.313461:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316738.313594:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833088 00000100:00100000:1.0:1767316738.313605:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833088 00000100:00100000:1.0:1767316738.313685:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7994 00000100:00100000:1.0:1767316738.313695:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:68189:x1853163933833088:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316738.313720:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316738.313766:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba62d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a28b expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316738.313837:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba62d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316738.313852:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba62d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316738.313865:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba62d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:1.0:1767316738.313934:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316738.313939:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316738.313965:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba62d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316738.313991:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba62d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a28b expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316738.314008:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba62d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a28b expref: 19 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316738.314017:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316738.314021:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316738.314024:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07400, rc 0) 00000100:00080000:3.0:1767316738.314101:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316738.315170:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:68189:x1853163933833088:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1471us (1715us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316738.315180:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7994 00000100:00100000:3.0:1767316738.323373:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316738.324403:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833216 00000100:00100000:0.0:1767316738.324416:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833216 00000100:00100000:0.0:1767316738.324489:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7995 00000100:00100000:0.0:1767316738.324500:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:68189:x1853163933833216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316738.324524:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316738.324547:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba62e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a292 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316738.324625:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324646:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324658:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324672:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324679:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324685:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324841:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba62f5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324850:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba62f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324858:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba62f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:0.0:1767316738.324895:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00000004:00200000:0.0:1767316738.324899:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316738.324924:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba62f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324936:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324943:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324953:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324959:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316738.324963:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324972:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.324984:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:0.0:1767316738.324987:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316738.324993:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325000:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba62e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325014:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325021:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325027:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325033:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316738.325036:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325042:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325066:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4b5033f (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316738.325070:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316738.325073:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325079:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba62ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316738.325111:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba62e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a292 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316738.325127:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba62f5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a292 expref: 20 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316738.325134:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:0.0:1767316738.325137:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1767316738.325140:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0200, rc 0) 00000100:00100000:0.0:1767316738.325212:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68189:x1853163933833216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 714us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316738.325221:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7995 00000100:00100000:1.0:1767316738.335852:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316738.335949:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833344 00000100:00100000:3.0:1767316738.335962:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833344 00000100:00100000:3.0:1767316738.336028:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7996 00000100:00100000:3.0:1767316738.336039:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68189:x1853163933833344:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316738.336080:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316738.336105:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba62fc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a299 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316738.336186:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336202:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336215:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336231:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336239:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336246:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336336:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336344:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336351:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336357:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdde00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316738.336362:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336370:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336392:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316738.336396:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.336401:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336407:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdde00/0xc472cb5f51ba6303 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336417:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336423:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336429:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336433:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316738.336436:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336442:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336450:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec1326e00) 00010000:00010000:3.0:1767316738.336452:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.336455:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336464:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba630a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316738.336515:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba62fc lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a299 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316738.336525:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316738.336527:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.336530:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba62fc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a299 expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316738.336538:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd200, rc 0) 00000100:00100000:3.0:1767316738.336617:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68189:x1853163933833344:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 579us (774us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316738.336625:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7996 00000100:00100000:1.0:1767316738.343589:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316738.343692:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833472 00000100:00100000:3.0:1767316738.343706:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833472 00000100:00100000:3.0:1767316738.343794:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7997 00000100:00100000:3.0:1767316738.343804:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68189:x1853163933833472:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316738.343833:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316738.343855:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba6311 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2a0 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316738.343933:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.343947:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.343963:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.343976:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.343982:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.343988:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344076:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344083:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344091:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344096:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316738.344100:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344108:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344120:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316738.344123:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.344129:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344135:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6318 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344149:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.344154:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.345475:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.345500:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316738.345506:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.345513:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.345529:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec1326d00) 00010000:00010000:3.0:1767316738.345533:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.345537:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.345544:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba631f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.345603:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba6311 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2a0 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316738.345614:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316738.345616:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.345621:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba6311 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2a0 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316738.345636:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdda00, rc 0) 00000100:00100000:2.0:1767316738.345837:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68189:x1853163933833472:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2032us (2259us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316738.345848:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7997 00000100:00100000:3.0:1767316738.348711:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316738.348784:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833600 00000100:00100000:2.0:1767316738.348794:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833600 00000100:00100000:2.0:1767316738.348856:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7998 00000100:00100000:2.0:1767316738.348866:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68189:x1853163933833600:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316738.348888:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316738.348911:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6326 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2a7 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.348983:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba632d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.348999:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba632d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.349010:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba632d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316738.349087:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00000004:00200000:2.0:1767316738.349092:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316738.349116:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba632d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.349141:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6326 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2a7 expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.349156:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba632d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2a7 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.349164:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316738.349167:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316738.349170:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316738.349240:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68189:x1853163933833600:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 375us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316738.349248:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7998 00000100:00100000:3.0:1767316738.361052:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316738.361208:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833728 00000100:00100000:2.0:1767316738.361218:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833728 00000100:00100000:2.0:1767316738.361302:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 7999 00000100:00100000:2.0:1767316738.361313:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68189:x1853163933833728:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316738.361335:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316738.361354:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6334 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2ae expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.361439:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361453:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361464:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361477:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361483:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361488:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361570:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361576:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361582:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361587:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316738.361591:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361598:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361609:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316738.361612:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316738.361616:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361622:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba633b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361631:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361636:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361678:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361684:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316738.361686:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361692:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361698:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316738.361701:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316738.361703:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361709:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6342 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.361755:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6334 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ae expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.361764:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316738.361767:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316738.361770:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6334 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ae expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.361778:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316738.361835:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68189:x1853163933833728:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 524us (792us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316738.361843:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 7999 00000100:00100000:3.0:1767316738.367541:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316738.368783:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933833984 00000100:00100000:2.0:1767316738.368795:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933833984 00000100:00100000:2.0:1767316738.368853:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8000 00000100:00100000:2.0:1767316738.368864:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68189:x1853163933833984:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316738.368888:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316738.368891:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316738.368921:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba632d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2a7 expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.368938:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316738.368944:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316738.368958:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6349 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2b5 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.369114:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369130:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369141:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369163:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369171:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369177:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369776:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369785:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369793:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316738.369801:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 0 00010000:00010000:2.0:1767316738.369824:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369830:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369837:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369847:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316738.369851:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369859:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369867:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316738.369870:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316738.369873:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316738.369879:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba6350 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000004:00010000:2.0:1767316738.369887:0:41790:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b6ddd5e reply state 0000000040b7957a transno 8589942569 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316738.369896:0:41790:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316738.369924:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6349 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 23 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.369939:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 22 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.369946:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316738.369948:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316738.369950:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe600, rc 0) 00000100:00100000:2.0:1767316738.370033:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68189:x1853163933833984:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1171us (2502us total) trans 8589942569 rc 0/0 00000100:00100000:2.0:1767316738.370045:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8000 00010000:00010000:3.0:1767316738.373354:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.373372:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.373389:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.373396:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316738.373401:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.373409:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.373646:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316738.373650:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316738.373656:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316738.373662:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6357 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:3.0:1767316738.375573:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316738.375685:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933834240 00000100:00100000:2.0:1767316738.375697:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933834240 00000100:00100000:2.0:1767316738.375877:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8001 00000100:00100000:2.0:1767316738.375889:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68189:x1853163933834240:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316738.375919:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316738.375943:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba636c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2bc expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.376042:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.376140:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 23 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.376229:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.376460:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 23 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.376552:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 23 pid: 41790 timeout: 2083 lvb_type: 0 00000100:00100000:2.0:1767316738.376568:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985664384:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316738.376671:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc49323c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316738.381206:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316738.381242:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933834368 00000100:00100000:2.0:1767316738.381252:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933834368 00010000:00010000:2.0:1767316738.381306:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 24 pid: 41790 timeout: 2083 lvb_type: 0 00000100:00100000:2.0:1767316738.381337:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6231 00000100:00100000:2.0:1767316738.381347:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163933834368:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316738.381363:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316738.381370:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 24 pid: 41790 timeout: 2083 lvb_type: 0 00010000:00010000:2.0:1767316738.381397:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 24 pid: 41790 timeout: 2083 lvb_type: 0 00010000:00010000:2.0:1767316738.381422:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316738.381427:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.381437:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.381445:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.381465:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316738.381535:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163933834368:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 189us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316738.381543:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6231 00010000:00010000:2.0:1767316738.382556:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba635e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2b5 expref: 23 pid: 41790 timeout: 2083 lvb_type: 0 00000100:00100000:2.0:1767316738.382580:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985664384:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316738.382604:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.382613:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.382619:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316738.382638:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 0 00000004:00080000:2.0:1767316738.383013:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26f:0x0], index 0: 0 00000004:00080000:2.0:1767316738.383023:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x271:0x0], index 1: 0 00010000:00010000:2.0:1767316738.383853:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383866:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383873:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383880:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316738.383884:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383890:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383908:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316738.383911:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316738.383918:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383924:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6373 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316738.383990:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba636c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2bc expref: 23 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.383999:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316738.384002:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316738.384006:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba636c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2bc expref: 23 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316738.384015:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316738.384088:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68189:x1853163933834240:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 8200us (8522us total) trans 8589942570 rc 301/301 00000100:00100000:2.0:1767316738.384097:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8001 00000100:00100000:3.0:1767316738.387706:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316738.391560:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933834624 00000100:00100000:0.0:1767316738.392138:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933834624 00000100:00100000:0.0:1767316738.392267:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3199 00000100:00100000:0.0:1767316738.392277:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68189:x1853163933834624:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316738.393878:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68189:x1853163933834624:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 1594us (6174us total) trans 8589942571 rc 0/0 00000100:00100000:0.0:1767316738.393889:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3199 00000100:00100000:3.0:1767316738.404832:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316738.404946:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933834880 00000100:00100000:0.0:1767316738.404958:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933834880 00000100:00100000:0.0:1767316738.405002:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3200 00000100:00100000:0.0:1767316738.405012:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7a78c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68189:x1853163933834880:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316738.405274:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7a78c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68189:x1853163933834880:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 261us (452us total) trans 8589942572 rc 0/0 00000100:00100000:0.0:1767316738.405282:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3200 00010000:00010000:1.0:1767316739.173437:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316739.753175:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985664896:0@lo:400:kworker.0 00000100:00100000:2.0:1767316739.753258:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316739.753486:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767316739.753494:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985664512:0@lo:400:kworker.0 00000100:00100000:2.0:1767316739.753536:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316739.753563:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985665024:0@lo:400:kworker.0 00000100:00100000:2.0:1767316739.753585:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316739.753613:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985664640:0@lo:400:kworker.0 00000100:00100000:2.0:1767316739.753638:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316739.753653:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985665152:0@lo:400:kworker.0 00000100:00100000:2.0:1767316739.753672:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316739.753687:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316739.753691:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985664768:0@lo:400:kworker.0 00000100:00100000:2.0:1767316739.753709:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316739.755007:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664640 00000100:00100000:3.0:1767316739.755019:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664640 00000100:00100000:3.0:1767316739.755099:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665152 00000100:00100000:3.0:1767316739.755103:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665152 00000100:00100000:3.0:1767316739.755120:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664768 00000100:00100000:3.0:1767316739.755123:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664768 00000100:00100000:3.0:1767316739.755145:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1767316739.755154:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985664640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755234:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985664640:12345-0@lo:400:kworker.0 Request processed in 80us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316739.755242:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1767316739.755262:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1767316739.755267:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985665152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755320:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985665152:12345-0@lo:400:kworker.0 Request processed in 42us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316739.755326:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1767316739.755338:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1767316739.755344:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985664768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755400:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985664768:12345-0@lo:400:kworker.0 Request processed in 57us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316739.755406:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00080000:3.0:1767316739.755422:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316739.755463:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664896 00000100:00100000:3.0:1767316739.755467:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664896 00000100:00100000:3.0:1767316739.755494:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665024 00000100:00100000:3.0:1767316739.755498:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665024 00000100:00100000:3.0:1767316739.755517:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1767316739.755522:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985664896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755557:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985664896:12345-0@lo:400:kworker.0 Request processed in 34us (2300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316739.755563:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1767316739.755574:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1767316739.755580:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985665024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755607:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985665024:12345-0@lo:400:kworker.0 Request processed in 27us (2021us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316739.755612:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1767316739.755630:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985664512 00000100:00100000:3.0:1767316739.755633:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985664512 00000100:00100000:3.0:1767316739.755654:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1767316739.755660:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985664512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755687:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985664512:12345-0@lo:400:kworker.0 Request processed in 27us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316739.755693:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00080000:3.0:1767316739.755778:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316739.755782:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316739.755836:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985664768:0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755847:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985664640:0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755855:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985665152:0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755897:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985664512:0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755908:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985665024:0@lo:400:kworker.0 00000100:00100000:3.0:1767316739.755918:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985664896:0@lo:400:kworker.0 00010000:00010000:0.0:1767316740.197899:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316740.339597:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942572 is committed 00000100:00100000:1.0:1767316740.773889:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316740.773914:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985665280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316740.773982:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316740.774407:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665280 00000100:00100000:0.0:1767316740.774416:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665280 00000100:00100000:0.0:1767316740.774470:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1767316740.774480:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985665280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316740.774512:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316740.774561:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985665280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316740.774569:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1767316740.774644:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985665280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316740.776935:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985665408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316740.777000:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316740.777398:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665408 00000100:00100000:1.0:1767316740.777406:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665408 00000100:00100000:1.0:1767316740.777461:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1767316740.777470:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985665408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316740.777503:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316740.777548:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985665408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316740.777556:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1767316740.777634:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985665408:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767316741.221649:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316741.789047:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316741.789090:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316741.789126:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316741.789170:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316741.789188:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835008 00000100:00100000:3.0:1767316741.789201:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835008 00000100:00100000:2.0:1767316741.789204:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835392 00000100:00100000:2.0:1767316741.789211:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835392 00000100:00100000:2.0:1767316741.789262:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835264 00000100:00100000:2.0:1767316741.789265:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835264 00000100:00100000:3.0:1767316741.789267:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 461 00000100:00100000:3.0:1767316741.789281:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933835008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316741.789294:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 901 00000100:00100000:2.0:1767316741.789324:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933835392:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316741.789378:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933835392:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316741.789386:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 901 00000100:00100000:2.0:1767316741.789414:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 902 00000100:00100000:2.0:1767316741.789420:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933835264:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1767316741.789528:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316741.789533:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316741.789642:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835136 00000100:00100000:0.0:1767316741.789647:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835136 00000100:00100000:0.0:1767316741.789685:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 508 00000100:00100000:0.0:1767316741.789692:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933835136:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316741.792909:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933835008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 3617us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316741.792927:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 461 00000100:00080000:3.0:1767316741.794184:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316741.794913:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933835264:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 5483us (5732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316741.794930:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 902 00000100:00100000:0.0:1767316741.795714:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933835136:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 6015us (6671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316741.795774:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 508 00010000:00010000:1.0:1767316742.244352:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316743.268007:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316744.292081:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316744.868065:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca067800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985665792:0@lo:400:kworker.0 00000100:00100000:1.0:1767316744.868080:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985665920:0@lo:400:kworker.0 00000100:00100000:3.0:1767316744.868166:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985665536:0@lo:400:kworker.0 00000100:00100000:0.0:1767316744.868371:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985665664:0@lo:400:kworker.0 00000100:00100000:2.0:1767316744.869991:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316744.870343:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316744.870427:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665920 00000100:00100000:1.0:1767316744.870436:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665920 00000100:00100000:1.0:1767316744.870502:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1767316744.870513:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985665920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316744.870587:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985665920:12345-0@lo:400:kworker.0 Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316744.870595:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1767316744.870652:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985665920:0@lo:400:kworker.0 00000100:00080000:1.0:1767316744.871703:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316744.873373:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665792 00000100:00100000:2.0:1767316744.873387:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665792 00000100:00080000:1.0:1767316744.874284:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316744.874406:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1767316744.874572:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985665792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316744.875373:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985665792:12345-0@lo:400:kworker.0 Request processed in 954us (5384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316744.875381:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1767316744.875557:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca067800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985665792:0@lo:400:kworker.0 00000100:00100000:3.0:1767316744.876373:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316744.876433:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985666048:0@lo:400:kworker.0 00000100:00100000:3.0:1767316744.876473:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316744.876594:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665536 00000100:00100000:1.0:1767316744.876596:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666048 00000100:00100000:1.0:1767316744.876602:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666048 00000100:00100000:1.0:1767316744.876664:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1767316744.876673:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985666048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316744.876743:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985666048:12345-0@lo:400:kworker.0 Request processed in 56us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316744.876747:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665536 00000100:00100000:1.0:1767316744.876750:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1767316744.876777:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1767316744.876784:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985665536:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767316744.876822:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316744.876827:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985665536:12345-0@lo:400:kworker.0 Request processed in 44us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316744.876833:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1767316744.876845:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985665536:0@lo:400:kworker.0 00000100:00100000:3.0:1767316744.876857:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985666048:0@lo:400:kworker.0 00000100:00100000:0.0:1767316744.877127:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316744.877159:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985666176:0@lo:400:kworker.0 00000100:00100000:0.0:1767316744.877183:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316744.877349:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666176 00000100:00100000:2.0:1767316744.877349:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985665664 00000100:00100000:1.0:1767316744.877354:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666176 00000100:00100000:2.0:1767316744.877354:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985665664 00000100:00100000:1.0:1767316744.877419:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1767316744.877426:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985666176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316744.877453:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1767316744.877461:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985665664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316744.877499:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985665664:12345-0@lo:400:kworker.0 Request processed in 38us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316744.877505:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1767316744.877534:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985665664:0@lo:400:kworker.0 00000100:00100000:1.0:1767316744.877607:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985666176:12345-0@lo:400:kworker.0 Request processed in 180us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316744.877614:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1767316744.877675:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985666176:0@lo:400:kworker.0 00000100:00080000:3.0:1767316744.877688:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1767316745.317520:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316745.892707:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316745.892752:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985666304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316745.892833:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316745.893006:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666304 00000100:00100000:0.0:1767316745.893016:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666304 00000100:00100000:0.0:1767316745.893072:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1767316745.893082:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985666304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316745.893112:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316745.893151:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985666304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316745.893156:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1767316745.893442:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985666432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316745.893476:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316745.893554:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985666304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316745.895819:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666432 00000100:00100000:3.0:1767316745.895834:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666432 00000100:00100000:3.0:1767316745.895907:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1767316745.895917:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985666432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316745.896052:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316745.896158:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985666432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 241us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316745.896166:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767316745.896271:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985666432:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1767316746.345795:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316746.910010:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316746.910060:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316746.910095:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316746.910128:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316746.910172:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835520 00000100:00100000:0.0:1767316746.910182:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835520 00000100:00100000:3.0:1767316746.910247:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835904 00000100:00100000:0.0:1767316746.910255:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 463 00000100:00100000:3.0:1767316746.910256:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835904 00000100:00100000:0.0:1767316746.910268:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933835520:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316746.910301:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835776 00000100:00100000:3.0:1767316746.910305:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835776 00000100:00100000:3.0:1767316746.910336:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 905 00000100:00100000:0.0:1767316746.910349:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933835520:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 80us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316746.910349:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933835904:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316746.910364:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 463 00000100:00100000:3.0:1767316746.910388:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933835904:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316746.910395:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 905 00000100:00100000:3.0:1767316746.910410:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 906 00000100:00100000:3.0:1767316746.910418:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933835776:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:0.0:1767316746.910420:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316746.910426:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316746.910446:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933835776:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316746.910453:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 906 00000100:00100000:1.0:1767316746.910568:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933835648 00000100:00100000:1.0:1767316746.910572:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933835648 00000100:00100000:1.0:1767316746.910626:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 512 00000100:00100000:1.0:1767316746.910634:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933835648:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316746.910666:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933835648:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316746.910672:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 512 00000100:00080000:0.0:1767316746.912283:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316747.364357:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316748.387946:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316749.418235:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316749.994574:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985666560:0@lo:400:kworker.0 00000100:00100000:2.0:1767316749.994652:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316749.995268:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666560 00000100:00100000:3.0:1767316749.995275:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666560 00000100:00100000:3.0:1767316749.995456:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1767316749.995462:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985666560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316749.995693:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985666560:0@lo:400:kworker.0 00000100:00100000:1.0:1767316749.995766:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985666688:0@lo:400:kworker.0 00000100:00100000:0.0:1767316749.995797:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985667072:0@lo:400:kworker.0 00000100:00100000:2.0:1767316749.995814:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985666816:0@lo:400:kworker.0 00000100:00100000:3.0:1767316750.001344:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985666560:12345-0@lo:400:kworker.0 Request processed in 5870us (6682us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316750.001360:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1767316750.001439:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316750.001499:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985667200:0@lo:400:kworker.0 00000100:00100000:1.0:1767316750.001533:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316750.001548:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985666944:0@lo:400:kworker.0 00000100:00100000:1.0:1767316750.001571:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666688 00000100:00100000:1.0:1767316750.001580:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666688 00000100:00100000:3.0:1767316750.001596:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316750.001631:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667200 00000100:00100000:1.0:1767316750.001635:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667200 00000100:00100000:3.0:1767316750.001653:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1767316750.001662:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1767316750.001669:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985666688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316750.001674:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985667200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316750.001757:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985666688:12345-0@lo:400:kworker.0 Request processed in 94us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316750.001764:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:3.0:1767316750.001785:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316750.001806:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666944 00000100:00100000:3.0:1767316750.001810:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666944 00000100:00100000:1.0:1767316750.001900:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985667200:12345-0@lo:400:kworker.0 Request processed in 59us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316750.001907:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1767316750.001932:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767316750.001938:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985666944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316750.001974:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985666944:12345-0@lo:400:kworker.0 Request processed in 36us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316750.001979:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767316750.002013:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985667200:0@lo:400:kworker.0 00000100:00100000:1.0:1767316750.002057:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985666688:0@lo:400:kworker.0 00000100:00080000:3.0:1767316750.002106:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316750.002128:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985666944:0@lo:400:kworker.0 00000100:00100000:0.0:1767316750.006349:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316750.006760:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667072 00000100:00100000:3.0:1767316750.006771:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667072 00000100:00100000:3.0:1767316750.006851:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1767316750.006862:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985667072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316750.006925:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985667072:12345-0@lo:400:kworker.0 Request processed in 65us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316750.007026:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1767316750.007108:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985667072:0@lo:400:kworker.0 00000100:00080000:0.0:1767316750.007122:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316750.007217:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316750.007322:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985666816 00000100:00100000:1.0:1767316750.007326:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985666816 00000100:00100000:1.0:1767316750.007636:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1767316750.007645:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985666816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316750.007697:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985666816:12345-0@lo:400:kworker.0 Request processed in 53us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316750.007704:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1767316750.007797:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985666816:0@lo:400:kworker.0 00000100:00080000:0.0:1767316750.007893:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316750.435903:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316751.012078:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316751.012103:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985667328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316751.012195:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316751.012279:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667328 00000100:00100000:1.0:1767316751.012288:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667328 00000100:00100000:1.0:1767316751.012340:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1767316751.012349:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985667328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316751.012384:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 396558336 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316751.012431:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985667328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316751.012438:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1767316751.012496:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985667328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316751.012694:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985667456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316751.012748:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316751.013403:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667456 00000100:00100000:3.0:1767316751.013409:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667456 00000100:00100000:3.0:1767316751.013450:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1767316751.013458:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985667456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316751.013482:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316751.013527:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985667456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316751.013533:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1767316751.013567:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985667456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316751.098375:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316751.098754:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933836160 00000100:00100000:0.0:1767316751.098775:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933836160 00000100:00100000:0.0:1767316751.098863:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8002 00000100:00100000:0.0:1767316751.098873:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:68230:x1853163933836160:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316751.098892:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316751.098915:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6381 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2c3 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316751.099076:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099088:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099097:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099107:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099114:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099118:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099186:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6396 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099194:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6396 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099201:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6396 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316751.099211:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 0 00010000:00010000:0.0:1767316751.099340:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099348:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099354:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099360:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316751.099365:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099372:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099383:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:0.0:1767316751.099387:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316751.099391:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099397:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6388 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099410:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099416:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099422:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099426:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316751.099429:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099434:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099441:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec2e86400) 00010000:00010000:0.0:1767316751.099443:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316751.099446:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099451:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba638f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316751.099497:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6381 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2c3 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316751.099517:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6396 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2c3 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316751.099524:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316751.099527:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316751.099529:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0c00, rc 0) 00000100:00100000:0.0:1767316751.099598:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68230:x1853163933836160:12345-192.168.204.9@tcp:101:dd.0 Request processed in 725us (1233us total) trans 8589942573 rc 0/0 00000100:00100000:0.0:1767316751.099606:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8002 00000100:00080000:3.0:1767316751.100582:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316751.124374:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316751.125416:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933836416 00000100:00100000:0.0:1767316751.125430:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933836416 00000100:00100000:1.0:1767316751.125603:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8003 00000100:00100000:1.0:1767316751.125615:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68230:x1853163933836416:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316751.125649:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316751.125652:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316751.125689:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6396 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2c3 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.125709:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:1.0:1767316751.125720:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316751.125769:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba63a4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2ca expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.125922:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba63ab lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316751.125936:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba63ab lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316751.125945:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba63ab lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:1.0:1767316751.128517:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2372, 88 off205016 00000004:00080000:1.0:1767316751.128534:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1996371804353ns, next at 1956297493746ns, rc = 0 00000040:00080000:1.0:1767316751.128603:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2372, 88 off205216 00000004:00080000:1.0:1767316751.128610:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1996371880359ns, next at 1952984986155ns, rc = 0 00000001:00080000:0.0:1767316751.174519:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942573 is committed 00000001:00080000:0.0:1767316751.174539:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942574 is committed 00000004:00080000:0.0:1767316751.174543:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1981 committed 00000004:00080000:0.0:1767316751.174557:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1982 committed 00000100:00100000:0.0:1767316751.174627:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316751.174648:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985667584:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316751.174710:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316751.174798:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667584 00000100:00100000:0.0:1767316751.174805:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667584 00000100:00100000:0.0:1767316751.174862:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12304 00000100:00100000:0.0:1767316751.174872:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985667584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316751.175182:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985667584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 310us (471us total) trans 21474840586 rc 0/0 00000100:00100000:0.0:1767316751.175190:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12304 00000004:00080000:0.0:1767316751.175236:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc7a0000/2, rc 0, transno 21474840586 00000100:00100000:0.0:1767316751.175456:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985667584:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316751.175560:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316751.175571:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985667712:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316751.175601:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316751.175660:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667712 00000100:00100000:0.0:1767316751.175664:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667712 00000100:00100000:0.0:1767316751.175694:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12305 00000100:00100000:0.0:1767316751.175700:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985667712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316751.175956:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985667712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 255us (353us total) trans 17179873700 rc 0/0 00000100:00100000:0.0:1767316751.175963:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12305 00000004:00080000:0.0:1767316751.175990:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca066d80/2, rc 0, transno 17179873700 00000100:00100000:0.0:1767316751.175995:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985667712:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1767316751.176205:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba63ab lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ca expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316751.176218:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316751.176220:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316751.176237:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba63a4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ca expref: 22 pid: 42524 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1767316751.176391:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba63ab lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ca expref: 21 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316751.176419:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316751.176422:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316751.176424:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07e00, rc 0) 00000100:00100000:3.0:1767316751.176478:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68230:x1853163933836416:12345-192.168.204.9@tcp:101:dd.0 Request processed in 50866us (52115us total) trans 8589942574 rc 0/0 00000100:00100000:3.0:1767316751.176486:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8003 00000100:00100000:2.0:1767316751.182498:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316751.182551:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316751.182631:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933836544 00000100:00100000:3.0:1767316751.182641:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933836544 00000100:00100000:3.0:1767316751.182721:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933836672 00000100:00100000:3.0:1767316751.182725:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933836672 00000100:00100000:3.0:1767316751.182779:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6725 00000100:00100000:3.0:1767316751.182789:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933836544:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1767316751.182852:0:14920:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316751.182861:0:14920:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316751.182876:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316751.182879:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316751.182885:0:14920:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316751.182899:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1767316751.183994:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316751.184072:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6726 00000100:00100000:0.0:1767316751.184086:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933836672:12345-192.168.204.9@tcp:4:dd.0 00010000:00010000:0.0:1767316751.184115:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316751.184127:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316751.184216:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316751.184222:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316751.184236:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316751.252676:0:14920:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:2.0:1767316751.252687:0:14920:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb mtime from disk: 0 -> 1767316751 00002000:00010000:2.0:1767316751.252690:0:14920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb ctime from disk: 0 -> 1767316751 00002000:00010000:2.0:1767316751.252692:0:14920:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1767316751.252706:0:14920:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316751.252719:0:14920:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316751.252760:0:14920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316751.252767:0:14920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdda00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316751.252772:0:14920:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316751.252780:0:14920:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316751.252798:0:14920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316751.252805:0:14920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdda00/0xc472cb5f51ba63b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316751.252904:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933836544:12345-192.168.204.9@tcp:4:dd.0 Request processed in 70112us (70412us total) trans 21474840587 rc 0/0 00000100:00100000:2.0:1767316751.252915:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6725 00000001:00080000:3.0:1767316751.253006:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840586 is committed 00000001:00080000:3.0:1767316751.253022:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840587 is committed 00000001:00080000:3.0:1767316751.279487:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840588 is committed 00002000:00010000:1.0:1767316751.279589:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb blocks from disk: 2051 -> 4103 00010000:00010000:1.0:1767316751.279609:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.279621:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.279631:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.279638:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316751.279643:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.279652:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.279673:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316751.279681:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba63b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316751.279842:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933836672:12345-192.168.204.9@tcp:4:dd.0 Request processed in 95755us (97284us total) trans 21474840588 rc 0/0 00000100:00100000:1.0:1767316751.279853:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6726 00000100:00100000:2.0:1767316751.284153:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316751.284270:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933836928 00000100:00100000:1.0:1767316751.284281:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933836928 00000100:00100000:1.0:1767316751.284343:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3201 00000100:00100000:1.0:1767316751.284354:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68230:x1853163933836928:12345-192.168.204.9@tcp:35:dd.0 00000001:00080000:1.0:1767316751.284715:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942575 00000100:00100000:1.0:1767316751.284868:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68230:x1853163933836928:12345-192.168.204.9@tcp:35:dd.0 Request processed in 515us (734us total) trans 8589942576 rc 0/0 00000100:00100000:1.0:1767316751.284876:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3201 00000020:00080000:1.0:1767316751.284882:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1767316751.460175:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316752.033942:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316752.033998:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316752.035611:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837184 00000100:00100000:3.0:1767316752.035622:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837184 00000100:00100000:3.0:1767316752.035704:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 909 00000100:00100000:3.0:1767316752.035715:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933837184:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316752.035821:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933837184:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 108us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316752.035829:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 909 00000100:00080000:2.0:1767316752.038281:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316752.039982:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837056 00000100:00100000:1.0:1767316752.039994:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837056 00000100:00100000:1.0:1767316752.042421:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 465 00000100:00100000:1.0:1767316752.042440:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933837056:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316752.042536:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933837056:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 102us (8536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316752.042548:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 465 00010000:00010000:2.0:1767316752.484508:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316753.508577:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316754.540575:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316755.107992:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985667840:0@lo:400:kworker.0 00000100:00100000:2.0:1767316755.108091:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316755.108344:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985668224:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.108381:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316755.108425:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668224 00000100:00100000:3.0:1767316755.108433:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668224 00000100:00100000:3.0:1767316755.108506:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1767316755.108517:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985668224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.108584:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985668224:12345-0@lo:400:kworker.0 Request processed in 69us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316755.108592:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1767316755.108754:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667840 00000100:00100000:1.0:1767316755.108760:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667840 00000100:00100000:1.0:1767316755.108791:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1767316755.108798:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985667840:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767316755.109560:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316755.109601:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840586 gen 2 00000004:00080000:3.0:1767316755.109620:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc7a0000, transno 21474840586 00000100:00100000:3.0:1767316755.109638:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985668224:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.109920:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985668096:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.109979:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316755.110006:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316755.110012:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985667968:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.110034:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316755.110066:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668096 00000100:00100000:3.0:1767316755.110080:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668096 00000100:00100000:3.0:1767316755.110121:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985667968 00000100:00100000:3.0:1767316755.110123:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985667968 00000100:00100000:3.0:1767316755.110141:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1767316755.110148:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985668096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.110190:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985668096:12345-0@lo:400:kworker.0 Request processed in 41us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316755.110196:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1767316755.110210:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1767316755.110216:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985667968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.110242:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985667968:12345-0@lo:400:kworker.0 Request processed in 26us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316755.110247:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:3.0:1767316755.110266:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316755.110285:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985667968:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.110295:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985668096:0@lo:400:kworker.0 00000100:00100000:0.0:1767316755.117172:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985668480:0@lo:400:kworker.0 00000100:00100000:0.0:1767316755.117252:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316755.117312:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668480 00000100:00100000:0.0:1767316755.117320:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668480 00000100:00100000:0.0:1767316755.117361:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1767316755.117370:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985668480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316755.117418:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985668480:12345-0@lo:400:kworker.0 Request processed in 49us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316755.117426:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1767316755.117465:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985668480:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.117723:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316755.117770:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985668352:0@lo:400:kworker.0 00000100:00100000:3.0:1767316755.118079:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316755.118159:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668352 00000100:00100000:0.0:1767316755.118165:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668352 00000100:00100000:0.0:1767316755.118209:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1767316755.118216:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985668352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316755.118255:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985668352:12345-0@lo:400:kworker.0 Request processed in 40us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316755.118261:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1767316755.118819:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985667840:0@lo:400:kworker.0 00000100:00100000:1.0:1767316755.118894:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985667840:12345-0@lo:400:kworker.0 Request processed in 10094us (10801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316755.118904:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:3.0:1767316755.119708:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316755.119769:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985668352:0@lo:400:kworker.0 00010000:00010000:2.0:1767316755.560584:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316756.154786:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316756.155659:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985668608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316756.155779:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316756.216387:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668608 00000100:00100000:2.0:1767316756.216404:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668608 00000100:00100000:2.0:1767316756.216472:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1767316756.216483:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985668608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316756.216803:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316756.216968:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985668608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 487us (61188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316756.216976:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1767316756.219500:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985668736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316756.219590:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316756.220336:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985668608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316756.220547:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668736 00000100:00100000:1.0:1767316756.220553:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668736 00000100:00100000:1.0:1767316756.220910:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767316756.220920:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985668736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316756.220949:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 399966208 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1767316756.221005:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985668736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (1416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316756.221011:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767316756.221058:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985668736:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1767316756.245950:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873700 is committed 00000001:00080000:0.0:1767316756.253211:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942576 is committed 00010000:00010000:0.0:1767316756.579890:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316757.151954:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316757.152070:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837312 00000100:00100000:1.0:1767316757.152081:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837312 00000100:00100000:1.0:1767316757.152146:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 467 00000100:00100000:1.0:1767316757.152156:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933837312:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316757.152238:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933837312:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316757.152247:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 467 00000100:00100000:3.0:1767316757.157494:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316757.157541:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316757.157570:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316757.157662:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837440 00000100:00100000:0.0:1767316757.157671:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837440 00000100:00100000:0.0:1767316757.157751:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 519 00000100:00100000:0.0:1767316757.157758:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933837440:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316757.157833:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933837440:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316757.157850:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 519 00000100:00100000:1.0:1767316757.158107:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837696 00000100:00100000:2.0:1767316757.158112:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837568 00000100:00100000:1.0:1767316757.158113:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837696 00000100:00100000:2.0:1767316757.158116:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837568 00000100:00100000:1.0:1767316757.158155:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 912 00000100:00100000:1.0:1767316757.158162:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933837696:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316757.158198:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933837696:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316757.158204:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 912 00000100:00080000:3.0:1767316757.158216:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316757.158218:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 913 00000100:00080000:3.0:1767316757.158220:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316757.158222:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316757.158224:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933837568:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316757.158248:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933837568:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316757.158254:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 913 00010000:00010000:3.0:1767316757.605061:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316758.630322:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316759.651914:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316760.229835:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985669248:0@lo:400:kworker.0 00000100:00100000:3.0:1767316760.229908:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316760.230007:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767316760.230012:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985669248 00000100:00100000:3.0:1767316760.230016:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985668864:0@lo:400:kworker.0 00000100:00100000:2.0:1767316760.230022:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985669248 00000100:00100000:3.0:1767316760.230049:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316760.230077:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1767316760.230086:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985669248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316760.230093:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985669376:0@lo:400:kworker.0 00000100:00100000:3.0:1767316760.230122:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316760.230136:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985669248:12345-0@lo:400:kworker.0 Request processed in 51us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316760.230142:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1767316760.230155:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985669376 00000100:00100000:2.0:1767316760.230157:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985669376 00000100:00100000:3.0:1767316760.230163:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985669248:0@lo:400:kworker.0 00000100:00100000:2.0:1767316760.230176:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1767316760.230181:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985669376:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767316760.230195:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316760.230206:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985669376:12345-0@lo:400:kworker.0 Request processed in 24us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316760.230211:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00080000:3.0:1767316760.230214:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316760.230236:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668864 00000100:00100000:3.0:1767316760.230240:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668864 00000100:00100000:2.0:1767316760.230242:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873700 gen 2 00000004:00080000:2.0:1767316760.230249:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca066d80, transno 17179873700 00000100:00100000:2.0:1767316760.230261:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985669376:0@lo:400:kworker.0 00000100:00100000:3.0:1767316760.230272:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1767316760.230280:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985668864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316760.230320:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985668864:12345-0@lo:400:kworker.0 Request processed in 40us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316760.230327:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1767316760.230394:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985668864:0@lo:400:kworker.0 00000100:00100000:0.0:1767316760.231024:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985668992:0@lo:400:kworker.0 00000100:00100000:0.0:1767316760.231063:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316760.231102:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985669504:0@lo:400:kworker.0 00000100:00100000:0.0:1767316760.231124:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316760.231151:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316760.231157:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985669120:0@lo:400:kworker.0 00000100:00100000:0.0:1767316760.231204:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316760.231363:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985668992 00000100:00100000:1.0:1767316760.231368:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985668992 00000100:00100000:1.0:1767316760.231410:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985669504 00000100:00100000:1.0:1767316760.231413:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985669504 00000100:00100000:1.0:1767316760.231431:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985669120 00000100:00100000:1.0:1767316760.231433:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985669120 00000100:00100000:1.0:1767316760.231454:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1767316760.231465:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985668992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316760.231510:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985668992:12345-0@lo:400:kworker.0 Request processed in 49us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316760.231517:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1767316760.231534:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1767316760.231540:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985669504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316760.231571:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985669504:12345-0@lo:400:kworker.0 Request processed in 31us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316760.231577:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1767316760.231590:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1767316760.231596:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985669120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316760.231622:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985669120:12345-0@lo:400:kworker.0 Request processed in 26us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316760.231627:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:0.0:1767316760.231816:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316760.231844:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985669120:0@lo:400:kworker.0 00000100:00100000:0.0:1767316760.231857:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985668992:0@lo:400:kworker.0 00000100:00100000:0.0:1767316760.231864:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985669504:0@lo:400:kworker.0 00010000:00010000:3.0:1767316760.678500:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316761.252385:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316761.252411:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985669632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316761.252485:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316761.252540:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985669632 00000100:00100000:1.0:1767316761.252549:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985669632 00000100:00100000:1.0:1767316761.252609:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1767316761.252618:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985669632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316761.252653:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 399966208 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1767316761.252858:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985669632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 239us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316761.252866:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1767316761.252967:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985669632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316761.253089:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985669760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316761.253120:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316761.253170:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985669760 00000100:00100000:3.0:1767316761.253175:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985669760 00000100:00100000:3.0:1767316761.253205:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1767316761.253214:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985669760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316761.253240:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 525795328 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316761.253278:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985669760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316761.253285:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1767316761.253317:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985669760:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1767316761.701084:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316762.271501:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316762.271535:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316762.271571:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316762.271605:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316762.271671:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837952 00000100:00100000:0.0:1767316762.271681:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837952 00000100:00100000:0.0:1767316762.271766:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 523 00000100:00100000:0.0:1767316762.271776:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2486:x1853163933837952:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316762.271891:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933837824 00000100:00100000:1.0:1767316762.271897:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933837824 00000100:00100000:1.0:1767316762.271930:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 469 00000100:00100000:1.0:1767316762.271949:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933837824:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316762.274592:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933838080 00000100:00100000:3.0:1767316762.274607:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933838080 00000100:00100000:3.0:1767316762.274677:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933838208 00000100:00100000:3.0:1767316762.274680:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933838208 00000100:00100000:3.0:1767316762.274707:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 916 00000100:00100000:3.0:1767316762.274716:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933838080:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316762.282076:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 917 00000100:00100000:2.0:1767316762.282097:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933838208:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316762.282134:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2486:x1853163933837952:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 10358us (10558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316762.282145:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 523 00000100:00100000:2.0:1767316762.282160:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933838208:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (10555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316762.282165:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 917 00000100:00080000:0.0:1767316762.282186:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316762.282192:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316762.282195:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316762.290996:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933837824:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 19044us (19491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316762.291013:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 469 00000100:00100000:2.0:1767316762.302682:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933838080:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27955us (31133us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316762.302698:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 916 00010000:00010000:0.0:1767316762.724277:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316763.749915:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316764.586118:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.587060:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933838464 00000100:00100000:2.0:1767316764.587073:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933838464 00000100:00100000:2.0:1767316764.587204:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8004 00000100:00100000:2.0:1767316764.587215:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68261:x1853163933838464:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.587237:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.587258:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63c0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2d1 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.587336:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587354:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587366:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587380:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587386:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587393:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00080000:0.0:1767316764.587498:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316764.587880:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587888:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587907:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587914:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.587918:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587925:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587939:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316764.587943:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.587948:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587965:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba63c7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587979:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587984:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.587999:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.588005:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.588008:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.588014:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.588021:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316764.588024:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.588026:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.588031:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba63ce lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.588064:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63c0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2d1 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.588074:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316764.588077:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316764.588081:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63c0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2d1 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.588090:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:2.0:1767316764.588164:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68261:x1853163933838464:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 950us (2055us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316764.588172:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8004 00000100:00100000:3.0:1767316764.593880:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.594220:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933838720 00000100:00100000:2.0:1767316764.594231:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933838720 00000100:00100000:2.0:1767316764.594301:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8005 00000100:00100000:2.0:1767316764.594311:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68261:x1853163933838720:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.594335:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.594357:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba63d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2d8 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316764.594494:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00010000:00010000:2.0:1767316764.594664:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba63d5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2d8 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.594690:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:2.0:1767316764.594694:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316764.594699:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba63d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2d8 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.594713:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316764.594800:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68261:x1853163933838720:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 489us (930us total) trans 8589942577 rc 301/301 00000100:00100000:2.0:1767316764.594811:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8005 00000100:00100000:0.0:1767316764.604834:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.605147:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933838848 00000100:00100000:3.0:1767316764.605158:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933838848 00000100:00100000:3.0:1767316764.605222:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8006 00000100:00100000:3.0:1767316764.605232:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68261:x1853163933838848:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316764.605327:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605345:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605357:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605371:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605378:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605384:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605496:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605505:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605513:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316764.605550:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00000004:00200000:3.0:1767316764.605554:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316764.605566:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605578:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605584:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605590:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605596:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.605600:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605608:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605620:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316764.605624:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.605629:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605635:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba63e3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605649:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605655:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605661:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605678:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdc000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.605681:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605687:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605693:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec1326600) 00010000:00010000:3.0:1767316764.605696:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.605698:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605704:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba63ea lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605718:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605723:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605774:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605780:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.605783:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605789:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605796:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316764.605799:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.605802:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.605807:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba63f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316764.605910:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68261:x1853163933838848:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 678us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316764.605920:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8006 00000100:00100000:0.0:1767316764.610622:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.611435:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933839104 00000100:00100000:3.0:1767316764.611447:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933839104 00000100:00100000:3.0:1767316764.611521:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3202 00000100:00100000:3.0:1767316764.611533:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68261:x1853163933839104:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316764.612290:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68261:x1853163933839104:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 756us (1674us total) trans 8589942578 rc 0/0 00000100:00100000:3.0:1767316764.612299:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3202 00000100:00100000:1.0:1767316764.652885:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.653011:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933839360 00000100:00100000:2.0:1767316764.653022:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933839360 00000100:00100000:2.0:1767316764.653094:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8007 00000100:00100000:2.0:1767316764.653105:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68266:x1853163933839360:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.653133:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.653160:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba63f8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2df expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.653248:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653276:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653290:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653306:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653313:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653319:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653435:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653443:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653450:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653457:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.653461:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653469:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653481:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316764.653484:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.653489:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653495:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba63ff lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653507:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653514:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653519:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653524:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.653527:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653533:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653540:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316764.653542:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.653545:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653551:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6406 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.653585:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba63f8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2df expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.653595:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316764.653597:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316764.653600:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba63f8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2df expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.653608:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316764.653867:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68266:x1853163933839360:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 762us (991us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316764.653875:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8007 00000100:00100000:0.0:1767316764.664967:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.665099:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933839616 00000100:00100000:3.0:1767316764.665109:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933839616 00000100:00100000:3.0:1767316764.665166:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8008 00000100:00100000:3.0:1767316764.665174:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68266:x1853163933839616:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316764.665195:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316764.665215:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba640d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2e6 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.665451:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6414 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.665466:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6414 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.665477:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6414 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316764.665487:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00010000:00010000:3.0:1767316764.665606:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba640d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2e6 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.665623:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6414 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2e6 expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.665633:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316764.665636:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316764.665639:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdc000, rc 0) 00000100:00100000:3.0:1767316764.665879:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68266:x1853163933839616:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 704us (923us total) trans 8589942579 rc 0/0 00000100:00100000:3.0:1767316764.665887:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8008 00000100:00100000:0.0:1767316764.676319:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.676485:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933839744 00000100:00100000:3.0:1767316764.676494:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933839744 00000100:00100000:3.0:1767316764.676597:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8009 00000100:00100000:3.0:1767316764.676607:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68266:x1853163933839744:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316764.676681:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676698:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676714:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676726:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676759:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676765:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676864:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676871:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676878:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316764.676918:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00000004:00200000:3.0:1767316764.676923:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316764.676934:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676947:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676953:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676959:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676969:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.676972:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.676979:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677001:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316764.677004:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.677009:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677015:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6422 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677027:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677032:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677048:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677053:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.677056:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677061:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677067:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec1326600) 00010000:00010000:3.0:1767316764.677070:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.677072:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677078:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba6429 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677091:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677096:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677102:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677107:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.677109:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677114:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677120:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316764.677122:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.677124:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.677129:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6430 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316764.677196:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68266:x1853163933839744:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 589us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316764.677203:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8009 00000100:00100000:1.0:1767316764.721923:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.722029:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933840000 00000100:00100000:3.0:1767316764.722054:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933840000 00000100:00100000:3.0:1767316764.722118:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8010 00000100:00100000:3.0:1767316764.722128:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68270:x1853163933840000:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316764.722150:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316764.722172:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6437 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2ed expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.722246:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722260:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722271:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722284:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722290:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722296:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722406:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722413:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722420:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722426:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdca00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.722430:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722438:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722450:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316764.722453:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.722458:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722464:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdca00/0xc472cb5f51ba643e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722478:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722484:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722490:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722494:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316764.722497:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722503:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722509:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec1326600) 00010000:00010000:3.0:1767316764.722512:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316764.722515:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722520:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba6445 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316764.722552:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6437 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ed expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.722562:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316764.722565:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316764.722568:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba6437 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ed expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.722577:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd800, rc 0) 00000100:00100000:2.0:1767316764.724020:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68270:x1853163933840000:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1885us (2099us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316764.724031:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8010 00000100:00100000:1.0:1767316764.729448:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.730216:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933840128 00000100:00100000:2.0:1767316764.730226:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933840128 00000100:00100000:2.0:1767316764.730312:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8011 00000100:00100000:2.0:1767316764.730323:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68270:x1853163933840128:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316764.730398:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730416:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730427:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730439:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730445:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730450:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730553:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730561:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730711:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316764.730762:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00000004:00200000:2.0:1767316764.730766:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316764.730777:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730788:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730794:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730805:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730811:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.730816:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730823:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730835:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316764.730838:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.730843:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730848:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba644c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730860:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730865:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730872:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730876:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.730896:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730902:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730910:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316764.730912:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.730915:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730921:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6453 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730934:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730940:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730945:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730950:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.730952:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730957:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730964:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316764.730966:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.730969:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.730974:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba645a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316764.731119:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68270:x1853163933840128:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 796us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316764.731127:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8011 00000100:00100000:0.0:1767316764.746180:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.746271:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933840256 00000100:00100000:2.0:1767316764.746282:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933840256 00000100:00100000:2.0:1767316764.746351:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8012 00000100:00100000:2.0:1767316764.746362:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68273:x1853163933840256:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.746383:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.746404:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6461 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2f4 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.746467:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746478:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746487:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746496:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746500:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746504:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746610:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746618:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.746625:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316764.747186:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00000004:00200000:2.0:1767316764.747192:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316764.747216:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747228:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747236:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747242:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747248:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747254:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.747259:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747266:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747278:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316764.747281:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.747286:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747292:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6468 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747379:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747386:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747392:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747397:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.747400:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747405:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747413:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316764.747415:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316764.747418:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747423:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba646f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.747452:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6461 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2f4 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.747465:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2f4 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.747471:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316764.747473:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316764.747476:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe600, rc 0) 00000100:00100000:2.0:1767316764.747602:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68273:x1853163933840256:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1240us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316764.747610:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8012 00000100:00100000:1.0:1767316764.753448:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.753533:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933840384 00000100:00100000:2.0:1767316764.753543:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933840384 00000100:00100000:2.0:1767316764.753636:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12306 00000100:00100000:2.0:1767316764.753646:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933840384:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.753677:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.753698:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a2fb expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316764.753722:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26f:0x0] initial LVB size: 2097152, mtime: 0x69571d0f, atime: 0x0, ctime: 0x69571d0f, blocks: 0x1007 00010000:00010000:2.0:1767316764.753776:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316764.753779:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316764.753791:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 8 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316764.753809:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 8 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316764.753822:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316764.753888:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933840384:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 232us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316764.753904:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12306 00000100:00080000:0.0:1767316764.754844:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316764.765319:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.765560:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933840640 00000100:00100000:2.0:1767316764.765578:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933840640 00000100:00100000:2.0:1767316764.765644:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8013 00000100:00100000:2.0:1767316764.765653:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68273:x1853163933840640:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.765686:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.765708:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6484 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a302 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.765852:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba648b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.765866:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba648b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316764.766215:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba648b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316764.766239:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00010000:00010000:2.0:1767316764.766380:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6484 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a302 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.766398:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba648b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a302 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.766407:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316764.766410:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316764.766414:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316764.766482:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68273:x1853163933840640:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 829us (1179us total) trans 8589942580 rc 0/0 00000100:00100000:2.0:1767316764.766490:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8013 00000100:00100000:3.0:1767316764.775017:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.775069:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.775118:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841024 00000100:00100000:3.0:1767316764.775127:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841024 00000100:00100000:3.0:1767316764.775179:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:3.0:1767316764.775189:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2483:x1853163933841024:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316764.775216:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316764.775247:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfa00/0xc472cb5f51ba648b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a302 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.775266:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316764.775271:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316764.775953:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933841024:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 762us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316764.775963:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:2.0:1767316764.778630:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933840896 00000100:00100000:2.0:1767316764.778645:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933840896 00000100:00100000:2.0:1767316764.778724:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8014 00000100:00100000:2.0:1767316764.778751:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:68273:x1853163933840896:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316764.778778:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316764.778800:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6499 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a309 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.778924:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba64a0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.778940:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba64a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.778951:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba64a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316764.778965:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00010000:00010000:2.0:1767316764.779090:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6499 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a309 expref: 30 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.779109:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba64a0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a309 expref: 29 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.779118:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316764.779121:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316764.779124:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316764.779187:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68273:x1853163933840896:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 438us (4180us total) trans 8589942581 rc 0/0 00000100:00100000:2.0:1767316764.779195:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8014 00000100:00100000:1.0:1767316764.784054:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316764.785874:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316764.795399:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841152 00000100:00100000:3.0:1767316764.795417:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841152 00000100:00100000:2.0:1767316764.795572:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12307 00000100:00100000:2.0:1767316764.795594:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933841152:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316764.795648:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.795680:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 8 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316764.795689:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316764.795691:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316764.795695:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.795763:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 8 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316764.795777:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 8 pid: 38183 timeout: 2110 lvb_type: 1 00000100:00100000:2.0:1767316764.795792:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985669888:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316764.795925:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd4726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316764.799486:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.799664:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841280 00000100:00100000:3.0:1767316764.799674:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841280 00010000:00010000:3.0:1767316764.799714:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 9 pid: 38183 timeout: 2110 lvb_type: 1 00000100:00100000:3.0:1767316764.799777:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6232 00000100:00100000:3.0:1767316764.799786:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933841280:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316764.799802:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316764.799828:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 9 pid: 38183 timeout: 2110 lvb_type: 1 00010000:00010000:3.0:1767316764.799841:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 9 pid: 38183 timeout: 2110 lvb_type: 1 00010000:00010000:3.0:1767316764.799865:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316764.799867:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316764.799872:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.799883:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316764.799915:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316764.799970:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933841280:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 184us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316764.799981:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6232 00010000:00010000:2.0:1767316764.800204:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba647d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2fb expref: 8 pid: 38183 timeout: 2110 lvb_type: 1 00000100:00100000:2.0:1767316764.800219:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985669888:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316764.800241:0:37089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800257:0:37089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800264:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800287:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800295:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800314:0:37089:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800321:0:37089:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316764.800325:0:37089:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800334:0:37089:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800346:0:37089:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.800353:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316764.800406:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933841152:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 4823us (16360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316764.800413:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12307 00000100:00100000:1.0:1767316764.809902:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.809993:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841536 00000100:00100000:2.0:1767316764.810004:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841536 00000100:00100000:2.0:1767316764.810070:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8015 00000100:00100000:2.0:1767316764.810080:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68273:x1853163933841536:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316764.810139:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316764.810172:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6476 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2f4 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.810198:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07e00/0xc472cb5f51ba63ab lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2ca expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316764.810210:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316764.810224:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316764.810256:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.810270:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.810281:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:2.0:1767316764.810690:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2373, 88 off205104 00000004:00080000:2.0:1767316764.810699:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2010053969329ns, next at 1956297493746ns, rc = 0 00000040:00080000:2.0:1767316764.810804:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2373, 88 off205304 00000004:00080000:2.0:1767316764.810811:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2010054082321ns, next at 1952984986155ns, rc = 0 00000004:00010000:0.0:1767316764.906375:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012a42b1a reply state 000000005adfb100 transno 8589942582 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316764.906395:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316764.906517:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68273:x1853163933841536:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 96433us (96629us total) trans 8589942582 rc 0/0 00000100:00100000:0.0:1767316764.906526:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8015 00000001:00080000:2.0:1767316764.909799:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942582 is committed 00000004:00080000:2.0:1767316764.909814:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1982 committed 00000004:00080000:2.0:1767316764.909825:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1983 committed 00010000:00010000:2.0:1767316764.909882:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.909907:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.909915:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.909921:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316764.909926:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.909934:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.909953:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316764.909956:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316764.909962:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316764.909968:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba64b5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316764.912943:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985670016:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316764.913027:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316764.913200:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985670016 00000100:00100000:0.0:1767316764.913211:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985670016 00000100:00100000:0.0:1767316764.913282:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12308 00000100:00100000:0.0:1767316764.913293:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985670016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316764.913592:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985670016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 300us (564us total) trans 17179873701 rc 0/0 00000100:00100000:0.0:1767316764.913600:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12308 00000004:00080000:0.0:1767316764.913641:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50f800/2, rc 0, transno 17179873701 00000100:00100000:0.0:1767316764.913648:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985670016:0@lo:2:osp-syn-1-0.0 00000100:00080000:2.0:1767316764.914124:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316764.916456:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316764.917507:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985670144:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316764.917571:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316764.919781:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985670144 00000100:00100000:3.0:1767316764.919802:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985670144 00000100:00100000:3.0:1767316764.919902:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12309 00000100:00100000:3.0:1767316764.919912:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985670144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316764.920306:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985670144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 387us (2725us total) trans 21474840589 rc 0/0 00000100:00100000:3.0:1767316764.920315:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12309 00000004:00080000:3.0:1767316764.920374:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb39880/2, rc 0, transno 21474840589 00000100:00100000:3.0:1767316764.920380:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985670144:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1767316764.921149:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316764.924522:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841664 00000100:00100000:0.0:1767316764.924539:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841664 00000100:00100000:0.0:1767316764.924602:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8016 00000100:00100000:0.0:1767316764.924611:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68273:x1853163933841664:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316764.924634:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316764.924655:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a310 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316764.924715:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316764.924769:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316764.924788:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316764.924792:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316764.924796:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:0.0:1767316764.924861:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68273:x1853163933841664:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 251us (8420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316764.924868:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8016 00000100:00100000:2.0:1767316764.929452:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316764.929879:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841792 00000100:00100000:0.0:1767316764.929902:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841792 00000100:00100000:0.0:1767316764.929966:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8017 00000100:00100000:0.0:1767316764.930078:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68273:x1853163933841792:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316764.930099:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316764.930122:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64c3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a317 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316764.930212:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba64ca lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316764.930227:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba64ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316764.930240:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba64ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316764.930271:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097153 00000004:00200000:0.0:1767316764.930276:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316764.930294:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba64ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316764.930319:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64c3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a317 expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316764.930334:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba64ca lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a317 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316764.930343:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316764.930346:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316764.930349:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1e00, rc 0) 00000100:00100000:0.0:1767316764.930455:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68273:x1853163933841792:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 480us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316764.930463:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8017 00000100:00100000:2.0:1767316764.943338:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316764.943425:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933841920 00000100:00100000:3.0:1767316764.943435:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933841920 00000100:00100000:3.0:1767316764.943501:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12310 00000100:00100000:3.0:1767316764.943513:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5465850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933841920:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316764.943533:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316764.943557:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a31e expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316764.943582:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26f:0x0] initial LVB size: 2097152, mtime: 0x69571d0f, atime: 0x0, ctime: 0x69571d0f, blocks: 0x1007 00010000:00010000:3.0:1767316764.943603:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316764.943606:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316764.943617:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 8 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316764.943634:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 8 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316764.943653:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec6fdd800, rc 0) 00000100:00100000:3.0:1767316764.943714:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5465850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933841920:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 202us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316764.943722:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12310 00000100:00100000:3.0:1767316765.040049:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316765.040090:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316765.040118:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842048 00000100:00100000:3.0:1767316765.040127:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842048 00000100:00100000:3.0:1767316765.040187:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842176 00000100:00100000:3.0:1767316765.040191:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842176 00000100:00100000:3.0:1767316765.040228:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6727 00000100:00100000:3.0:1767316765.040238:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933842048:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316765.040273:0:14920:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316765.040288:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316765.040290:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316765.040295:0:14920:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316765.040785:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6728 00000100:00100000:0.0:1767316765.040795:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933842176:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316765.040814:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316765.041507:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.043798:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316765.043807:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316765.043815:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.043836:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066142:0:14920:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066163:0:14920:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066173:0:14920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066180:0:14920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec6fdd200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316765.066185:0:14920:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066194:0:14920:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066231:0:14920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.066237:0:14920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd200/0xc472cb5f51ba64d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316765.066779:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933842048:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 26535us (26729us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1767316765.066791:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6727 00010000:00010000:0.0:1767316765.073030:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.073049:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.073118:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.073126:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316765.073130:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.073137:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.073156:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.073162:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba64df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316765.073268:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933842176:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 32471us (33172us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1767316765.073280:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6728 00000100:00100000:0.0:1767316765.093047:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.093090:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.093129:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842304 00000100:00100000:0.0:1767316765.093139:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842304 00000100:00100000:0.0:1767316765.093213:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842432 00000100:00100000:0.0:1767316765.093216:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842432 00000100:00100000:0.0:1767316765.093249:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6729 00000100:00100000:0.0:1767316765.093260:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933842304:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:0.0:1767316765.093324:0:14920:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316765.093333:0:14920:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.093348:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316765.093351:0:14920:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316765.093356:0:14920:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.093371:0:14920:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316765.093697:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6730 00000100:00100000:1.0:1767316765.093712:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933842432:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:1.0:1767316765.093752:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.093763:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316765.093766:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316765.093769:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.093780:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1767316765.095043:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1767316765.209770:0:14920:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:0.0:1767316765.209782:0:14920:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb mtime from disk: 0 -> 1767316765 00002000:00010000:0.0:1767316765.209785:0:14920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb ctime from disk: 0 -> 1767316765 00002000:00010000:0.0:1767316765.209789:0:14920:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:0.0:1767316765.209805:0:14920:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.209819:0:14920:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.209834:0:14920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.209842:0:14920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316765.209847:0:14920:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.209855:0:14920:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.210664:0:14920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.210676:0:14920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba64e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316765.210794:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2486:x1853163933842304:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 117531us (117747us total) trans 17179873702 rc 0/0 00000100:00100000:0.0:1767316765.210804:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6729 00000001:00080000:0.0:1767316765.210847:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873702 is committed 00000001:00080000:0.0:1767316765.210861:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873701 is committed 00000001:00080000:3.0:1767316765.284091:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873703 is committed 00002000:00010000:1.0:1767316765.284117:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb blocks from disk: 2051 -> 4103 00010000:00010000:1.0:1767316765.284132:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.284144:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.284154:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.284163:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316765.284168:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.284177:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.284197:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.284204:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316765.284301:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933842432:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 190591us (191207us total) trans 17179873703 rc 0/0 00000100:00100000:1.0:1767316765.284313:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6730 00000100:00100000:3.0:1767316765.305298:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316765.305352:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842688 00000100:00100000:1.0:1767316765.305363:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842688 00000100:00100000:1.0:1767316765.305428:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8018 00000100:00100000:1.0:1767316765.305439:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68273:x1853163933842688:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316765.305497:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316765.305527:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba64ca lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a317 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.305546:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316765.305551:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316765.305992:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316765.306007:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316765.306017:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000001:00080000:1.0:1767316765.306071:0:42524:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942583 00000004:00010000:1.0:1767316765.306095:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004f6fbfcb reply state 000000007f7cad04 transno 8589942584 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316765.306104:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316765.306201:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68273:x1853163933842688:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 763us (912us total) trans 8589942584 rc 0/0 00000100:00100000:1.0:1767316765.306209:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8018 00000020:00080000:1.0:1767316765.306214:0:42524:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1767316765.308866:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.308923:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842816 00000100:00100000:2.0:1767316765.308935:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842816 00010000:00010000:3.0:1767316765.308945:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316765.308960:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316765.308967:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316765.308974:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316765.308978:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316765.308986:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316765.309001:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316765.309004:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316765.309011:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316765.309016:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba64f4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316765.309067:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12311 00000100:00100000:2.0:1767316765.309078:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:68273:x1853163933842816:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316765.309101:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316765.309122:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a325 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316765.309145:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x271:0x0] initial LVB size: 2097152, mtime: 0x69571d1d, atime: 0x0, ctime: 0x69571d1d, blocks: 0x1007 00010000:00010000:2.0:1767316765.309167:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316765.309169:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316765.309178:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 9 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.309193:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 9 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.309202:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:2.0:1767316765.309260:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:68273:x1853163933842816:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 184us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316765.309267:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12311 00000100:00100000:3.0:1767316765.311621:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316765.311682:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933842944 00000100:00100000:1.0:1767316765.311691:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933842944 00002000:00010000:1.0:1767316765.311763:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/625 (2097152->18446744073709551615) 00002000:00100000:1.0:1767316765.311767:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efdb3b800 with x1853163933842944 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1767316765.311779:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efdb3b800. 00000100:00100000:1.0:1767316765.311802:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6731 00000100:00100000:1.0:1767316765.311811:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933842944:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:1.0:1767316765.312120:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1767316765.312124:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb mtime from disk: 1767316765 -> 1767316765 00002000:00010000:1.0:1767316765.312127:0:37704:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316765.312129:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb ctime from disk: 1767316765 -> 1767316765 00002000:00010000:1.0:1767316765.312132:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:1.0:1767316765.312198:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933842944:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 387us (587us total) trans 17179873704 rc 0/0 00000100:00100000:1.0:1767316765.312206:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6731 00002000:00010000:1.0:1767316765.312211:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/625 (2097152->18446744073709551615) 00002000:00100000:1.0:1767316765.312213:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efdb3b800 with x1853163933842944 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1767316765.312218:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efdb3b800. 00000100:00100000:3.0:1767316765.317053:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.317156:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933843200 00000100:00100000:0.0:1767316765.317167:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933843200 00000100:00100000:0.0:1767316765.317227:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8019 00000100:00100000:0.0:1767316765.317237:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68273:x1853163933843200:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316765.317344:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316765.317362:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316765.317374:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:0.0:1767316765.317527:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065085e7b reply state 000000005ae8d2f1 transno 8589942585 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316765.317536:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316765.317646:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:68273:x1853163933843200:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 409us (602us total) trans 8589942585 rc 0/0 00000100:00100000:0.0:1767316765.317654:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8019 00010000:00010000:2.0:1767316765.319415:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316765.319435:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316765.319443:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316765.319452:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.319457:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316765.319464:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316765.319484:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316765.319487:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.319492:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316765.319498:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6502 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316765.320648:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.320823:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933843328 00000100:00100000:0.0:1767316765.320833:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933843328 00000100:00100000:0.0:1767316765.320897:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12312 00000100:00100000:0.0:1767316765.320907:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:68273:x1853163933843328:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316765.320927:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316765.320948:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a32c expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.320985:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316765.320994:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316765.320997:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316765.321001:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->104857599] (req 0->104857599) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.321045:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316765.321059:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 9 pid: 37089 timeout: 2110 lvb_type: 1 00000100:00100000:0.0:1767316765.321073:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985670272:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316765.321334:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316765.322937:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.323031:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985670272:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316765.323059:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->104857599] (req 0->104857599) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.323074:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0c00, rc 0) 00000100:00100000:1.0:1767316765.323216:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933843456 00000100:00100000:1.0:1767316765.323223:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933843456 00010000:00010000:1.0:1767316765.323254:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 10 pid: 37089 timeout: 2110 lvb_type: 1 00000100:00100000:1.0:1767316765.323306:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6233 00000100:00100000:1.0:1767316765.323316:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933843456:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316765.323329:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316765.323350:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 10 pid: 37089 timeout: 2110 lvb_type: 1 00010000:00010000:1.0:1767316765.323362:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 10 pid: 37089 timeout: 2110 lvb_type: 1 00010000:00010000:1.0:1767316765.323385:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6fdd800/0xc472cb5f51ba64d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a31e expref: 10 pid: 37089 timeout: 2110 lvb_type: 1 00010000:00010000:1.0:1767316765.323398:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316765.323400:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316765.323407:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.323416:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.323457:0:44652:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316765.323471:0:44652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44652:1853163985670400:192.168.204.9@tcp:105: 00000100:00100000:0.0:1767316765.323537:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:68273:x1853163933843328:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2630us (2894us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316765.323545:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12312 00000100:00100000:0.0:1767316765.324087:0:44652:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6e3b540 going to sleep for 11 seconds 00000100:00100000:3.0:1767316765.326364:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.326476:0:44652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44652:1853163985670400:192.168.204.9@tcp:105: 00010000:00010000:0.0:1767316765.326496:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316765.326541:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933843456:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 3227us (3610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316765.326549:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6233 00000100:00100000:1.0:1767316765.327216:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933843584 00000100:00100000:1.0:1767316765.327226:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933843584 00000100:00100000:0.0:1767316765.327388:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12313 00000100:00100000:0.0:1767316765.327399:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933843584:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316765.327625:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1767316765.327629:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb mtime from disk: 1767316751 -> 1767316751 00002000:00010000:0.0:1767316765.327632:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb atime from disk: 0 -> 1767316738 00002000:00010000:0.0:1767316765.327634:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb ctime from disk: 1767316751 -> 1767316765 00002000:00010000:0.0:1767316765.327637:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:0.0:1767316765.327683:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933843584:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 286us (1328us total) trans 21474840590 rc 0/0 00000100:00100000:0.0:1767316765.327688:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12313 00000100:00100000:3.0:1767316765.329619:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316765.329869:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933843840 00000100:00100000:0.0:1767316765.329892:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933843840 00000100:00100000:0.0:1767316765.329979:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3203 00000100:00100000:0.0:1767316765.329989:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68273:x1853163933843840:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:0.0:1767316765.330053:0:41792:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x1ff:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba64a0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a309 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.330093:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316765.330102:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.330108:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316765.330131:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316765.330139:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 26 pid: 42524 timeout: 2110 lvb_type: 0 00000100:00100000:0.0:1767316765.330149:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985670528:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316765.330251:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71900 going to sleep for 11 seconds 00000100:00100000:1.0:1767316765.332164:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316765.332241:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933843968 00000100:00100000:3.0:1767316765.332249:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933843968 00010000:00010000:3.0:1767316765.332296:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 27 pid: 42524 timeout: 2110 lvb_type: 0 00000100:00100000:3.0:1767316765.332339:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6234 00000100:00100000:3.0:1767316765.332348:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2484:x1853163933843968:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316765.332361:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316765.332367:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 27 pid: 42524 timeout: 2110 lvb_type: 0 00010000:00010000:3.0:1767316765.332378:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 27 pid: 42524 timeout: 2110 lvb_type: 0 00010000:00010000:3.0:1767316765.332399:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316765.332404:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.332752:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.332759:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.332776:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316765.332818:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2484:x1853163933843968:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 472us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316765.332824:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6234 00010000:00010000:0.0:1767316765.333090:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba64bc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a310 expref: 26 pid: 42524 timeout: 2110 lvb_type: 0 00000100:00100000:0.0:1767316765.333103:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985670528:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316765.333119:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316765.333126:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316765.333129:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000040:00080000:0.0:1767316765.333646:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2374, 88 off205192 00000004:00080000:0.0:1767316765.333654:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2010576925152ns, next at 1956297493746ns, rc = 0 00000040:00080000:0.0:1767316765.333780:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2374, 88 off205392 00000004:00080000:0.0:1767316765.333785:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2010577055826ns, next at 1952984986155ns, rc = 0 00000100:00100000:0.0:1767316765.347915:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985670912:0@lo:400:kworker.0 00000100:00100000:3.0:1767316765.347915:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985671040:0@lo:400:kworker.0 00000100:00100000:1.0:1767316765.347978:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985670656:0@lo:400:kworker.0 00000100:00100000:0.0:1767316765.348128:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316765.348167:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316765.348174:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985670784:0@lo:400:kworker.0 00000100:00100000:0.0:1767316765.348197:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316765.348241:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985670912 00000100:00100000:0.0:1767316765.348249:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985670912 00000100:00100000:0.0:1767316765.348295:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985670784 00000100:00100000:0.0:1767316765.348299:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985670784 00000100:00100000:0.0:1767316765.348321:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1767316765.348330:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985670912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316765.348389:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985670912:12345-0@lo:400:kworker.0 Request processed in 58us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316765.348396:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1767316765.348412:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1767316765.348417:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985670784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316765.348441:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985670784:12345-0@lo:400:kworker.0 Request processed in 24us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316765.348447:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:0.0:1767316765.348463:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316765.348491:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985670784:0@lo:400:kworker.0 00000100:00100000:0.0:1767316765.348502:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985670912:0@lo:400:kworker.0 00000100:00100000:1.0:1767316765.348580:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316765.348724:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985670656 00000100:00100000:0.0:1767316765.348749:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985670656 00000100:00100000:0.0:1767316765.348788:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1767316765.348794:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985670656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316765.348903:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985670656:12345-0@lo:400:kworker.0 Request processed in 107us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316765.348910:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1767316765.349231:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316765.349448:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985670656:0@lo:400:kworker.0 00000100:00100000:1.0:1767316765.349498:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671040 00000100:00100000:1.0:1767316765.349502:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671040 00000100:00100000:1.0:1767316765.349531:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1767316765.349537:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985671040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316765.349595:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985671040:12345-0@lo:400:kworker.0 Request processed in 57us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316765.349601:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1767316765.349709:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985671040:0@lo:400:kworker.0 00000001:00080000:1.0:1767316765.354026:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942586 is committed 00000004:00080000:1.0:1767316765.354040:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1983 committed 00000004:00010000:3.0:1767316765.354133:0:41792:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e316bf4 reply state 0000000016a1a52c transno 8589942586 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:3.0:1767316765.354149:0:41792:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316765.354160:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316765.354163:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316765.354172:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba64a0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a309 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1767316765.354295:0:41792:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1767316765.354311:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68273:x1853163933843840:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 24323us (24699us total) trans 8589942586 rc 0/0 00000100:00100000:3.0:1767316765.354321:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3203 00010000:00010000:3.0:1767316765.354355:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.354363:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.354370:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.354376:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316765.354380:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.354387:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.354400:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316765.354403:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316765.354407:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316765.354415:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6510 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00000100:00100000:3.0:1767316765.354521:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:1.0:1767316765.354683:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1984 committed 00000100:00100000:1.0:1767316765.354760:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316765.354776:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985671296:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316765.354831:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316765.354962:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671296 00000100:00100000:2.0:1767316765.354972:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671296 00000100:00100000:2.0:1767316765.355080:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12314 00000100:00100000:2.0:1767316765.355089:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985671296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1767316765.355776:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1767316765.355781:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb mtime from disk: 1767316751 -> 1767316751 00002000:00010000:2.0:1767316765.355783:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb atime from disk: 1767316738 -> 1767316738 00002000:00010000:2.0:1767316765.355786:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb ctime from disk: 1767316765 -> 1767316765 00002000:00010000:2.0:1767316765.355788:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x26f:0x0] updating lvb blocks from disk: 4103 -> 4103 00000100:00100000:2.0:1767316765.355843:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985671296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 754us (1011us total) trans 21474840591 rc 0/0 00000100:00100000:2.0:1767316765.355851:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12314 00000004:00080000:2.0:1767316765.356052:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7e4fb80/2, rc 0, transno 21474840591 00000100:00100000:2.0:1767316765.356059:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985671296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316765.356330:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985671168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1767316765.356366:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316765.356533:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671168 00000100:00100000:2.0:1767316765.356538:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671168 00000100:00100000:1.0:1767316765.356540:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316765.356561:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933844096 00000100:00100000:1.0:1767316765.356565:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933844096 00000100:00100000:2.0:1767316765.356572:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12315 00000100:00100000:2.0:1767316765.356578:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985671168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316765.356605:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8020 00000100:00100000:1.0:1767316765.356611:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68273:x1853163933844096:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316765.356627:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316765.356646:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6517 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a333 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316765.356698:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6517 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a333 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316765.356709:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb size from disk: 2097152 -> 2097152 00010000:00010000:1.0:1767316765.356712:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6517 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a333 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316765.356712:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb mtime from disk: 1767316765 -> 1767316765 00002000:00010000:2.0:1767316765.356714:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1767316765.356717:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb ctime from disk: 1767316765 -> 1767316765 00002000:00010000:2.0:1767316765.356719:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb blocks from disk: 4103 -> 4103 00010000:00010000:1.0:1767316765.356749:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316765.356753:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316765.356756:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:1.0:1767316765.356933:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68273:x1853163933844096:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 320us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316765.356939:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8020 00000100:00100000:2.0:1767316765.357362:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985671168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 782us (995us total) trans 17179873705 rc 0/0 00000100:00100000:2.0:1767316765.357370:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12315 00000100:00100000:2.0:1767316765.357406:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873701 gen 2 00000004:00080000:2.0:1767316765.357410:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50f800, transno 17179873701 00000100:00100000:2.0:1767316765.357423:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3efc50ed80 x1853163985671168/t17179873705(17179873705) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316781 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767316765.357433:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50ed80/2, rc 0, transno 17179873705 00000100:00100000:2.0:1767316765.357437:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985671168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316765.359113:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316765.359173:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933844352 00000100:00100000:3.0:1767316765.359180:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933844352 00000100:00100000:3.0:1767316765.359228:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3204 00000100:00100000:3.0:1767316765.359238:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68273:x1853163933844352:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316765.359449:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68273:x1853163933844352:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 212us (342us total) trans 8589942587 rc 0/0 00000100:00100000:3.0:1767316765.359457:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3204 00000100:00100000:3.0:1767316765.368133:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.368328:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933844608 00000100:00100000:2.0:1767316765.368348:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933844608 00000100:00100000:2.0:1767316765.368418:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8021 00000100:00100000:2.0:1767316765.368428:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68274:x1853163933844608:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316765.368459:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316765.368481:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba651e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a33a expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.368569:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368585:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368597:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368611:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368618:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368624:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368940:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368949:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368953:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368958:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.368960:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368965:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368975:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.368977:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.368981:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368985:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6525 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368992:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368995:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.368999:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.369002:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.369003:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.369006:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.369010:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316765.369011:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.369012:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.369015:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba652c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.369041:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba651e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a33a expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.369048:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.369049:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316765.369052:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba651e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a33a expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.369057:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316765.369110:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68274:x1853163933844608:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 684us (986us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316765.369116:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8021 00000100:00100000:1.0:1767316765.371464:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.371545:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933844736 00000100:00100000:2.0:1767316765.371555:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933844736 00000100:00100000:2.0:1767316765.371701:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8022 00000100:00100000:2.0:1767316765.371709:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68274:x1853163933844736:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316765.371802:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371815:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371824:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371834:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371838:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371842:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371965:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371973:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.371981:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316765.372019:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097152 00000004:00200000:2.0:1767316765.372024:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316765.372037:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372049:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372055:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372062:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372068:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.372072:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372079:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372089:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.372091:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.372095:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372100:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6533 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372108:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372111:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372115:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372118:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.372119:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372122:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372125:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316765.372127:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.372128:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372131:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba653a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372141:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372144:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372150:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372153:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.372154:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372157:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372160:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316765.372161:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.372163:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.372166:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6541 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316765.372230:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68274:x1853163933844736:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 521us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316765.372237:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8022 00000100:00100000:3.0:1767316765.390232:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.390518:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933844992 00000100:00100000:2.0:1767316765.390530:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933844992 00000100:00100000:2.0:1767316765.390609:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8023 00000100:00100000:2.0:1767316765.390619:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf67e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68279:x1853163933844992:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316765.390640:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316765.390663:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6548 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a341 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.390779:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.390794:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.390805:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.390819:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.390826:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.390832:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391215:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391224:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391230:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391236:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.391240:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391247:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391260:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.391263:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.391269:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391275:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba654f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391290:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391296:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391301:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391306:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.391309:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391314:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391327:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316765.391330:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.391333:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391337:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6556 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.391374:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6548 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a341 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.391385:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.391388:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316765.391392:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6548 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a341 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.391401:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316765.391475:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf67e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68279:x1853163933844992:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 857us (1253us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316765.391485:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8023 00000100:00100000:3.0:1767316765.401529:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.401861:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933845120 00000100:00100000:2.0:1767316765.401888:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933845120 00000100:00100000:2.0:1767316765.402004:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8024 00000100:00100000:2.0:1767316765.402015:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68279:x1853163933845120:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316765.402091:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402108:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402118:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402132:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402139:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402145:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402245:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402253:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402259:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316765.402295:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097152 00000004:00200000:2.0:1767316765.402300:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316765.402313:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402325:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402332:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402339:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402345:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.402350:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402358:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402371:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.402374:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.402380:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402386:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba655d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402401:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402407:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402413:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402418:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.402421:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402426:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402434:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316765.402436:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.402439:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402443:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6564 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402457:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402463:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402469:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402478:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.402480:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402486:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402492:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316765.402494:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.402497:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.402502:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba656b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316765.402599:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68279:x1853163933845120:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 584us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316765.402606:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8024 00000100:00100000:3.0:1767316765.427333:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.428051:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933845376 00000100:00100000:2.0:1767316765.428064:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933845376 00000100:00100000:2.0:1767316765.428166:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8025 00000100:00100000:2.0:1767316765.428176:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68288:x1853163933845376:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316765.428195:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316765.428215:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6572 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a348 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.428305:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428320:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428332:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428346:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428353:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428359:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428476:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428485:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428491:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428497:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.428501:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428508:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428531:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.428535:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.428540:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428547:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6579 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428568:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428770:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428776:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428780:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.428784:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428789:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428797:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316765.428799:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.428802:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428807:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6580 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.428840:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6572 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a348 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.428849:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.428851:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316765.428855:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6572 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a348 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.428954:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfc00, rc 0) 00000100:00100000:2.0:1767316765.429085:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68288:x1853163933845376:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 909us (1762us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316765.429095:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8025 00000100:00100000:3.0:1767316765.433892:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.434082:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933845504 00000100:00100000:2.0:1767316765.434093:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933845504 00000100:00100000:2.0:1767316765.434203:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8026 00000100:00100000:2.0:1767316765.434215:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68288:x1853163933845504:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316765.434317:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434342:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434358:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434377:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434383:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434389:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434543:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434552:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434560:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316765.434712:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097152 00000004:00200000:2.0:1767316765.434717:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316765.434748:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434761:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434768:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434776:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434781:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.434785:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434792:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434803:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.434807:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.434811:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434817:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba6587 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434829:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434836:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434842:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434846:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.434849:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434854:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434860:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316765.434862:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.434865:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434870:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba658e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434892:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434898:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434903:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434908:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.434910:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434916:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434923:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316765.434925:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.434927:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.434932:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6595 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316765.435006:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68288:x1853163933845504:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 792us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316765.435014:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8026 00000100:00100000:0.0:1767316765.466440:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.466512:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933845760 00000100:00100000:2.0:1767316765.466522:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933845760 00000100:00100000:2.0:1767316765.466635:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8027 00000100:00100000:2.0:1767316765.466646:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68293:x1853163933845760:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316765.466669:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316765.466692:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba659c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a34f expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.466784:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466799:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466809:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466826:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466833:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466839:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466965:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466972:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466984:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.466990:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.466994:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467000:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467011:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.467014:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.467018:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467024:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467039:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467045:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467050:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467055:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.467057:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467062:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467068:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316765.467070:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.467072:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467078:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.467105:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba659c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a34f expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.467113:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.467115:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316765.467119:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba659c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a34f expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.467132:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316765.467188:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68293:x1853163933845760:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 544us (757us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316765.467195:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8027 00000100:00100000:3.0:1767316765.471515:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.471758:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933845888 00000100:00100000:2.0:1767316765.471768:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933845888 00000100:00100000:2.0:1767316765.471825:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8028 00000100:00100000:2.0:1767316765.471835:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68293:x1853163933845888:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316765.471921:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.471939:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.471948:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.471958:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.471963:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.471966:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472063:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472069:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472074:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316765.472101:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097152 00000004:00200000:2.0:1767316765.472105:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316765.472114:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472123:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472127:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472132:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472136:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.472138:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472143:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472151:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.472153:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.472156:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472159:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65b1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472168:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472172:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472175:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472178:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.472179:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472182:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472185:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316765.472187:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.472188:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472191:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65b8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472200:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472203:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472206:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472210:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.472212:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472218:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472224:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316765.472226:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.472228:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.472233:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65bf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316765.472317:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68293:x1853163933845888:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 483us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316765.472325:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8028 00000100:00100000:3.0:1767316765.493153:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.493214:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846144 00000100:00100000:2.0:1767316765.493224:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846144 00000100:00100000:2.0:1767316765.493396:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8029 00000100:00100000:2.0:1767316765.493408:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68296:x1853163933846144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316765.493430:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316765.493451:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65c6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a356 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.493528:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493542:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493553:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493810:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493818:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493826:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493957:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493964:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493971:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493976:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.493980:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493987:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.493999:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.494002:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.494007:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494014:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba65cd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494039:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494043:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494047:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494049:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.494051:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494054:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494059:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316765.494060:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.494062:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494065:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba65d4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.494092:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65c6 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a356 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.494098:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.494099:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316765.494101:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba65c6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a356 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316765.494110:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe800, rc 0) 00000100:00100000:2.0:1767316765.494166:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68296:x1853163933846144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 760us (1019us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316765.494174:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8029 00000100:00100000:0.0:1767316765.496780:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316765.496814:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846272 00000100:00100000:2.0:1767316765.496824:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846272 00000100:00100000:2.0:1767316765.496919:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8030 00000100:00100000:2.0:1767316765.496930:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68296:x1853163933846272:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316765.497001:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497017:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497040:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497055:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497061:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497067:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497183:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497189:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.497195:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316765.497232:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097152 00000004:00200000:2.0:1767316765.497236:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316765.497252:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498611:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498632:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498640:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498648:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.498653:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498661:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498678:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316765.498682:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.498688:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498694:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba65db lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498712:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498719:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498725:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498755:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.498757:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498761:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498766:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316765.498768:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.498770:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498773:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf400/0xc472cb5f51ba65e2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498787:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498791:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498794:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498797:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316765.498798:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498802:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498806:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316765.498807:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316765.498808:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316765.498811:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbee00/0xc472cb5f51ba65e9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316765.498910:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68296:x1853163933846272:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1978us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316765.498920:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8030 00010000:00010000:0.0:1767316765.795913:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316766.372856:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316766.372887:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985671424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316766.372947:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316766.373092:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671424 00000100:00100000:3.0:1767316766.373100:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671424 00000100:00100000:3.0:1767316766.373145:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1767316766.373154:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985671424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316766.373187:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399966208 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1767316766.373225:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985671424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316766.373232:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:3.0:1767316766.373251:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316766.373284:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985671424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316766.373705:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316766.373716:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985671552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316766.373777:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316766.373856:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671552 00000100:00100000:2.0:1767316766.373871:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671552 00000100:00100000:2.0:1767316766.373901:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1767316766.373908:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985671552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316766.373921:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524484608 pending 0 free 3852468224 avail 3848273920 00000100:00100000:2.0:1767316766.373952:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985671552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (174us total) trans 0 rc 0/0 00000100:00080000:3.0:1767316766.374078:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316766.374628:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767316766.374713:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985671552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1767316766.821037:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316766.932053:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840590 is committed 00000001:00080000:0.0:1767316766.932131:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840591 is committed 00000100:00100000:3.0:1767316767.387477:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316767.387608:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846400 00000100:00100000:1.0:1767316767.387620:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846400 00000100:00100000:1.0:1767316767.387680:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 471 00000100:00100000:1.0:1767316767.387691:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933846400:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316767.387927:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316767.388064:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846656 00000100:00100000:2.0:1767316767.388069:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846656 00000100:00100000:2.0:1767316767.388109:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 918 00000100:00100000:2.0:1767316767.388117:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933846656:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316767.389258:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933846400:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1564us (1785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316767.389269:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 471 00000100:00100000:3.0:1767316767.396918:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316767.396957:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316767.397002:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846784 00000100:00100000:3.0:1767316767.397011:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846784 00000100:00100000:3.0:1767316767.397061:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 919 00000100:00100000:3.0:1767316767.397073:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933846784:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316767.397143:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933846784:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 73us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316767.397150:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 919 00000100:00080000:3.0:1767316767.397170:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316767.397173:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316767.397291:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846528 00000100:00100000:3.0:1767316767.397295:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846528 00000100:00100000:3.0:1767316767.397328:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 527 00000100:00100000:3.0:1767316767.397335:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2484:x1853163933846528:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316767.397368:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2484:x1853163933846528:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316767.397375:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 527 00000100:00080000:3.0:1767316767.397390:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316767.401001:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933846656:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 12873us (13062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316767.401019:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 918 00010000:00010000:2.0:1767316767.844954:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316768.869094:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316769.894103:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316770.475203:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985672064:0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.475276:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316770.475343:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316770.475351:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985671680:0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.475382:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316770.475410:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985672192:0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.475432:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316770.475642:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672064 00000100:00100000:2.0:1767316770.475650:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672064 00000100:00100000:2.0:1767316770.475708:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672192 00000100:00100000:2.0:1767316770.475712:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672192 00000100:00100000:2.0:1767316770.475750:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1767316770.475759:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985672064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316770.475827:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985672064:12345-0@lo:400:kworker.0 Request processed in 70us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316770.475835:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1767316770.475854:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1767316770.475861:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985672192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316770.475890:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985672192:12345-0@lo:400:kworker.0 Request processed in 29us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316770.475895:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:2.0:1767316770.475955:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316770.475959:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316770.476078:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985672192:0@lo:400:kworker.0 00000100:00100000:2.0:1767316770.476090:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840591 gen 2 00000004:00080000:2.0:1767316770.476095:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb39880, transno 21474840589 00000004:00080000:2.0:1767316770.476105:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7e4fb80, transno 21474840591 00000100:00100000:2.0:1767316770.476110:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985672064:0@lo:400:kworker.0 00000100:00100000:1.0:1767316770.476984:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985671936:0@lo:400:kworker.0 00000100:00100000:1.0:1767316770.477031:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316770.477129:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671936 00000100:00100000:1.0:1767316770.477135:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671936 00000100:00100000:1.0:1767316770.477176:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1767316770.477183:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985671936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316770.477223:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985671936:12345-0@lo:400:kworker.0 Request processed in 41us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316770.477230:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1767316770.477262:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985671936:0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.478456:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985671808:0@lo:400:kworker.0 00000100:00080000:2.0:1767316770.478568:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316770.479740:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316770.479795:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985672320:0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.479821:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316770.479867:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671680 00000100:00100000:3.0:1767316770.479875:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671680 00000100:00100000:3.0:1767316770.479919:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1767316770.479928:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985671680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.479980:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985671680:12345-0@lo:400:kworker.0 Request processed in 53us (4597us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316770.479988:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1767316770.480026:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985671808 00000100:00100000:3.0:1767316770.480030:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985671808 00000100:00100000:3.0:1767316770.480062:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672320 00000100:00100000:3.0:1767316770.480065:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672320 00000100:00100000:3.0:1767316770.480084:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1767316770.480090:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985671808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.480126:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985671808:12345-0@lo:400:kworker.0 Request processed in 36us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316770.480133:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1767316770.480145:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1767316770.480150:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985672320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.480176:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985672320:12345-0@lo:400:kworker.0 Request processed in 26us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316770.480182:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1767316770.480243:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985671808:0@lo:400:kworker.0 00000100:00100000:3.0:1767316770.480254:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985672320:0@lo:400:kworker.0 00000100:00100000:2.0:1767316770.481330:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985671680:0@lo:400:kworker.0 00000100:00080000:2.0:1767316770.481358:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1767316770.535598:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873704 is committed 00000001:00080000:3.0:1767316770.535626:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873705 is committed 00000001:00080000:2.0:1767316770.624571:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942587 is committed 00010000:00010000:2.0:1767316770.917313:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316771.492792:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316771.492818:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985672448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316771.492901:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316771.493151:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672448 00000100:00100000:2.0:1767316771.493160:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672448 00000100:00100000:2.0:1767316771.493214:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767316771.493225:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985672448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316771.493260:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524484608 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1767316771.493308:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985672448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316771.493317:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767316771.493360:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873705 gen 2 00000004:00080000:2.0:1767316771.493365:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50ed80, transno 17179873705 00000100:00100000:2.0:1767316771.493382:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985672448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316771.494930:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316771.494949:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985672576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316771.495002:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316771.495250:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672576 00000100:00100000:0.0:1767316771.495257:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672576 00000100:00100000:0.0:1767316771.495305:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1767316771.495314:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985672576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316771.495344:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399966208 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316771.495388:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985672576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316771.495395:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1767316771.495440:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985672576:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1767316771.941092:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316772.509106:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316772.509195:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316772.509229:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316772.509260:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316772.509300:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847296 00000100:00100000:3.0:1767316772.509306:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847168 00000100:00100000:0.0:1767316772.509311:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847296 00000100:00100000:3.0:1767316772.509311:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847168 00000100:00100000:2.0:1767316772.509376:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933846912 00000100:00100000:2.0:1767316772.509381:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933846912 00000100:00100000:2.0:1767316772.509416:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 473 00000100:00100000:2.0:1767316772.509426:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933846912:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316772.509508:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933846912:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 83us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.509627:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 922 00000100:00100000:0.0:1767316772.509636:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933847296:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316772.509666:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933847296:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 32us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.509673:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 922 00000100:00100000:2.0:1767316772.509700:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 473 00000100:00080000:2.0:1767316772.509777:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316772.509781:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316772.511778:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847040 00000100:00100000:1.0:1767316772.511793:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847040 00000100:00100000:1.0:1767316772.511872:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 531 00000100:00100000:1.0:1767316772.511883:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2485:x1853163933847040:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316772.512025:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2485:x1853163933847040:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 144us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.512034:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 531 00000100:00080000:2.0:1767316772.512162:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316772.515346:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 923 00000100:00100000:0.0:1767316772.515366:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933847168:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316772.515469:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933847168:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 110us (6206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.515476:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 923 00000020:00000080:0.0:1767316772.711567:0:50368:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffed8e826a0 20000000:00000080:0.0:1767316772.711592:0:50368:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3dc365a000 uarg=0000000000000000 00000040:00100000:0.0:1767316772.712978:0:50368:0:(llog.c:1064:llog_reverse_process()) index 51 : idx 48 00000040:00100000:0.0:1767316772.713024:0:50368:0:(llog.c:1064:llog_reverse_process()) index 46 : idx 1 20000000:01000000:0.0:1767316772.713028:0:50368:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_204f lustre-OST0000_UUID 20000000:01000000:0.0:1767316772.713040:0:50368:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_204f.lustre-OST0000_UUID fl=4 20000000:01000000:0.0:1767316772.714113:0:50369:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 45 marker 27 1->4: lustre-clilov add lustre.test_204f.lustre-OST0000_UUID 20000000:01000000:0.0:1767316772.714255:0:50369:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 48 marker 27 2->4: lustre-clilov add lustre.test_204f.lustre-OST0000_UUID 00000040:00080000:0.0:1767316772.714307:0:50369:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:3.0:1767316772.715232:0:50368:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:3.0:1767316772.715250:0:50368:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_204f lustre-OST0000_UUID (null) 00000040:00080000:3.0:1767316772.715271:0:50368:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 136 off17552 00000040:00080000:3.0:1767316772.715297:0:50368:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17776 20000000:01000000:3.0:1767316772.715312:0:50368:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_204f.lustre-OST0000_UUID fl=4 20000000:01000000:0.0:1767316772.716017:0:50370:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 40 marker 28 1->4: lustre-MDT0000-mdtlov add lustre.test_204f.lustre-OST0000_UUID 20000000:01000000:0.0:1767316772.716060:0:50370:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 28 2->4: lustre-MDT0000-mdtlov add lustre.test_204f.lustre-OST0000_UUID 00000040:00080000:0.0:1767316772.716109:0:50370:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:3.0:1767316772.716332:0:50368:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:3.0:1767316772.716347:0:50368:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_204f lustre-OST0000_UUID (null) 00000040:00080000:3.0:1767316772.716382:0:50368:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 144 off16752 00000040:00080000:3.0:1767316772.716433:0:50368:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16976 10000000:01000000:3.0:1767316772.716447:0:50368:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1767316772.716467:0:50368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716573:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716583:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716591:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716597:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716606:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716614:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716620:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716628:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716635:0:50368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716641:0:50368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716688:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.716706:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 8 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.716725:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985672704:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316772.717147:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.717155:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 17 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.717162:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985672832:0@lo:104: 00000100:00100000:3.0:1767316772.717198:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316772.717236:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.717241:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672832 00010000:00010000:3.0:1767316772.717243:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 17 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.717249:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672832 00000100:00100000:3.0:1767316772.717250:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985672960:0@lo:104: 00000100:00100000:3.0:1767316772.717269:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316772.717302:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.717304:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985672960 00000100:00100000:0.0:1767316772.717307:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985672960 00010000:00010000:3.0:1767316772.717310:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 17 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.717318:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673088:0@lo:104: 00000100:00100000:0.0:1767316772.717322:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1767316772.717330:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50368:x1853163985672832:12345-0@lo:104: 00000100:00100000:3.0:1767316772.717335:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316772.717341:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.717350:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.717357:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.717366:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673216:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316772.717384:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767316772.717390:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50368:x1853163985672832:12345-0@lo:104: Request processed in 61us (191us total) trans 0 rc 0/0 00010000:00010000:3.0:1767316772.717392:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.717397:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:3.0:1767316772.717400:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 17 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.717406:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673344:0@lo:104: 00000100:00100000:0.0:1767316772.717411:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673088 00000100:00100000:0.0:1767316772.717414:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673088 00000100:00100000:3.0:1767316772.717425:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767316772.717443:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.717451:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 17 pid: 41786 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.717458:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673472:0@lo:104: 00000100:00100000:3.0:1767316772.717477:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.717595:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673344 00000100:00100000:1.0:1767316772.717600:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673344 00000100:00100000:1.0:1767316772.717620:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1767316772.717627:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50368:x1853163985672960:12345-0@lo:104: 00010000:00010000:1.0:1767316772.717635:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.717651:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1767316772.717669:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50368:x1853163985673088:12345-0@lo:104: 00010000:00010000:1.0:1767316772.717675:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:0.0:1767316772.717676:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316772.717680:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50368:x1853163985672960:12345-0@lo:104: Request processed in 55us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.717686:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1767316772.717699:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1767316772.717705:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50368:x1853163985673344:12345-0@lo:104: 00010000:00010000:0.0:1767316772.717706:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1767316772.717711:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50368:x1853163985673088:12345-0@lo:104: Request processed in 55us (375us total) trans 0 rc 0/0 00010000:00010000:1.0:1767316772.717711:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.717716:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:0.0:1767316772.717769:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316772.717771:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:0.0:1767316772.717775:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316772.717776:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50368:x1853163985673344:12345-0@lo:104: Request processed in 72us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.717782:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:0.0:1767316772.717783:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316772.717786:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717794:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717797:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316772.717801:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316772.717802:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316772.717808:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316772.717808:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316772.717810:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717816:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316772.717823:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316772.717829:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316772.717835:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717839:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717841:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316772.717844:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316772.717852:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717862:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717865:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba62bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62c4 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717868:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06000/0xc472cb5f51ba62af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62b6 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717879:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316772.717879:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316772.717883:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717883:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717889:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc1bf6c20) 00010000:00010000:1.0:1767316772.717889:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316772.717892:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316772.717892:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717899:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717899:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316772.717905:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316772.717905:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316772.717910:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316772.717920:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316772.717922:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316772.717925:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316772.717932:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717937:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316772.717939:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717942:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316772.717946:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba628c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6293 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717948:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba62a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba62a8 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.717956:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316772.717956:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316772.717958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316772.717958:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316772.717960:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316772.717960:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316772.717972:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985673728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718000:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.718032:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985673600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718055:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.718091:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985673856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718113:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.718131:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316772.718136:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985673984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718155:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.718184:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673728 00000100:00100000:1.0:1767316772.718188:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673728 00010000:00010000:1.0:1767316772.718208:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 18 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:1.0:1767316772.718229:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673600 00000100:00100000:1.0:1767316772.718233:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673600 00000100:00100000:0.0:1767316772.718236:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673856 00000100:00100000:0.0:1767316772.718240:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673856 00010000:00010000:1.0:1767316772.718244:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 20 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.718252:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 20 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:1.0:1767316772.718259:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673984 00000100:00100000:1.0:1767316772.718262:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673984 00000100:00100000:0.0:1767316772.718263:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6235 00000100:00100000:0.0:1767316772.718269:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6213:x1853163985673728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316772.718271:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 21 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:1.0:1767316772.718281:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6236 00000100:00100000:1.0:1767316772.718286:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6213:x1853163985673600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316772.718292:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316772.718297:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 21 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.718305:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 21 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.718320:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316772.718347:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6213:x1853163985673600:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (291us total) trans 0 rc 0/0 00010000:00010000:0.0:1767316772.718353:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1767316772.718353:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6236 00010000:00010000:0.0:1767316772.718358:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 21 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.718365:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 20 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:1.0:1767316772.718366:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6237 00000100:00100000:1.0:1767316772.718371:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6214:x1853163985673856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316772.718375:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316772.718378:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316772.718382:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 20 pid: 41785 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.718389:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 20 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.718396:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6213:x1853163985673728:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (396us total) trans 0 rc 0/0 00010000:00010000:1.0:1767316772.718397:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316772.718402:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6235 00000100:00100000:1.0:1767316772.718417:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985673856:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.718423:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6237 00000100:00100000:1.0:1767316772.718435:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6238 00000100:00100000:1.0:1767316772.718440:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985673984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316772.718448:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316772.718451:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 18 pid: 41785 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.718458:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 18 pid: 41785 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.718466:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316772.718502:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985673984:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.718508:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6238 00000100:00100000:1.0:1767316772.718560:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985673984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718570:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985673856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718596:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985673728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.718602:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985673600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316772.718704:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.718714:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 17 pid: 41786 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.718721:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985674112:0@lo:104: 00000100:00100000:3.0:1767316772.718775:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316772.718802:0:12902:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00010000:3.0:1767316772.718805:0:50368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.718810:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985673472 00010000:00010000:3.0:1767316772.718812:0:50368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 17 pid: 41786 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.718813:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985673472 00000100:00100000:3.0:1767316772.718821:0:50368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985674240:0@lo:104: 00000100:00100000:0.0:1767316772.718835:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674112 00000100:00100000:0.0:1767316772.718838:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674112 00000100:00100000:3.0:1767316772.718841:0:50368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316772.718847:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674240 00000100:00100000:0.0:1767316772.718849:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674240 00000100:00100000:3.0:1767316772.718850:0:50368:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb600 going to sleep for 11 seconds 00000100:00100000:0.0:1767316772.718859:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00010000:00010000:3.0:1767316772.718862:0:50368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdd000/0xc472cb5f51ba62c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba62bd expref: 17 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.718865:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50368:x1853163985673472:12345-0@lo:104: 00000100:00100000:3.0:1767316772.718872:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985672832:0@lo:104: 00010000:00010000:0.0:1767316772.718874:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.718882:0:50368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdc200/0xc472cb5f51ba62b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba62af expref: 16 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.718889:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985672960:0@lo:104: 00010000:00010000:3.0:1767316772.718898:0:50368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fddc00/0xc472cb5f51ba62a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba62a1 expref: 15 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.718904:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673088:0@lo:104: 00010000:00010000:0.0:1767316772.718905:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1767316772.718913:0:50368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6293 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba628c expref: 14 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:3.0:1767316772.718920:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673344:0@lo:104: 00000100:00100000:3.0:1767316772.718928:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673472:0@lo:104: 00010000:00010000:3.0:1767316772.718956:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316772.718962:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.718968:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316772.718972:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.718984:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50368:x1853163985673472:12345-0@lo:104: Request processed in 46us (1433us total) trans 0 rc 0/0 00010000:00010000:3.0:1767316772.718984:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316772.718990:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.718991:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 10000000:01000000:3.0:1767316772.718996:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1767316772.719005:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1767316772.719011:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ed02ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50368:x1853163985674112:12345-0@lo:104: 00010000:00010000:3.0:1767316772.719016:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719017:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.719023:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316772.719034:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.719040:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba627e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6285 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719048:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1767316772.719049:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316772.719052:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316772.719053:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ed02ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50368:x1853163985674112:12345-0@lo:104: Request processed in 43us (278us total) trans 0 rc 0/0 00010000:00010000:3.0:1767316772.719058:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06600 already unused, calling callback (ffffffffc1bf6c20) 00000100:00100000:0.0:1767316772.719059:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 10000000:00010000:3.0:1767316772.719061:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.719067:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316772.719073:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316772.719077:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316772.719089:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.719095:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316772.719100:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.719106:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba6270 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6277 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.719114:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316772.719115:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316772.719117:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316772.719134:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985674112:0@lo:104: 00000100:00100000:0.0:1767316772.719182:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1767316772.719189:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50368:x1853163985674240:12345-0@lo:104: 00010000:00010000:0.0:1767316772.719196:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719236:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767316772.719241:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50368:x1853163985674240:12345-0@lo:104: Request processed in 53us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.719247:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00010000:0.0:1767316772.719267:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316772.719271:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719277:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316772.719280:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316772.719287:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985674240:0@lo:104: 00010000:00010000:0.0:1767316772.719301:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316772.719308:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316772.719312:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316772.719340:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719346:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316772.719354:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719360:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbea00/0xc472cb5f51ba6262 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6269 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.719372:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316772.719374:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316772.719375:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316772.719382:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316772.719449:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316772.719460:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985674624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.719497:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.719522:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674624 00000100:00100000:1.0:1767316772.719526:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674624 00010000:00010000:1.0:1767316772.719542:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00000100:00100000:1.0:1767316772.719563:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6239 00000100:00100000:1.0:1767316772.719569:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6215:x1853163985674624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316772.719577:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316772.719581:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.719589:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.719600:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6269 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6262 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.719611:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316772.719637:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6215:x1853163985674624:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.719643:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6239 00000100:00100000:1.0:1767316772.719661:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985674368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.719682:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316772.719707:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316772.719713:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985674496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316772.719718:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674368 00000100:00100000:0.0:1767316772.719721:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674368 00000100:00100000:1.0:1767316772.719762:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316772.719764:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 13 pid: 41786 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.719778:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674496 00000100:00100000:0.0:1767316772.719781:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674496 00010000:00010000:0.0:1767316772.719791:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00000100:00100000:1.0:1767316772.719793:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6240 00000100:00100000:1.0:1767316772.719799:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6212:x1853163985674368:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316772.719805:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6241 00010000:00010000:1.0:1767316772.719806:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1767316772.719811:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6212:x1853163985674496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316772.719811:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.719817:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316772.719819:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.719821:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.719830:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.719830:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdce00/0xc472cb5f51ba6285 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba627e expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.719839:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6277 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6270 expref: 14 pid: 41786 timeout: 2117 lvb_type: 0 00010000:00010000:1.0:1767316772.719843:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316772.719846:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316772.719979:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6212:x1853163985674368:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316772.719986:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6240 00000100:00100000:0.0:1767316772.719988:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6212:x1853163985674496:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.719994:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6241 00000100:00100000:1.0:1767316772.720023:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985674624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.720042:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985674496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316772.720047:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985674368:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316772.720060:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316772.723199:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985672704:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316772.723216:0:50368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50368:1853163985673216:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316772.723267:0:50368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316772.723850:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316772.723900:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847424 00000100:00100000:0.0:1767316772.723919:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847424 00010000:00010000:0.0:1767316772.723954:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 9 pid: 41784 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.723990:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6242 00000100:00100000:0.0:1767316772.723999:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933847424:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316772.724016:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316772.724022:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 9 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.724033:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 9 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.724050:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdc800/0xc472cb5f51ba62cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a284 expref: 9 pid: 41784 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.724066:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316772.724136:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2484:x1853163933847424:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 137us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.724144:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6242 00000100:00100000:1.0:1767316772.725240:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316772.725277:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847552 00000100:00100000:0.0:1767316772.725355:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847552 00010000:00010000:0.0:1767316772.725383:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 2117 lvb_type: 0 00000100:00100000:0.0:1767316772.725414:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6243 00000100:00100000:0.0:1767316772.725489:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2483:x1853163933847552:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316772.725504:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316772.725518:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.725528:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.725541:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec6fdc600/0xc472cb5f51ba629a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a27d expref: 8 pid: 41785 timeout: 2117 lvb_type: 0 00010000:00010000:0.0:1767316772.725555:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725562:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725578:0:12904:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725589:0:12904:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725596:0:12904:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725602:0:12904:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725609:0:12904:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316772.725613:0:12904:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725620:0:12904:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725638:0:12904:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.725648:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316772.725703:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2483:x1853163933847552:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 282us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316772.725710:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6243 00010000:00010000:3.0:1767316772.725712:0:50368:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.725720:0:50368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316772.725725:0:50368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba65f0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316772.964385:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316773.989816:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316774.429290:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316774.429477:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847680 00000100:00100000:0.0:1767316774.429487:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847680 00000100:00100000:0.0:1767316774.429582:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 474 00000100:00100000:0.0:1767316774.429594:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933847680:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316774.429614:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316774.429638:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a35d expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.429668:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.429679:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.429689:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:0.0:1767316774.429860:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933847680:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 267us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316774.429868:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 474 00000100:00100000:1.0:1767316774.436038:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316774.436238:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847808 00000100:00100000:0.0:1767316774.436248:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847808 00000100:00100000:0.0:1767316774.436313:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 475 00000100:00100000:0.0:1767316774.436323:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933847808:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.436511:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933847808:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 188us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316774.436519:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 475 00000100:00100000:1.0:1767316774.443633:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316774.443784:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933847936 00000100:00100000:2.0:1767316774.443795:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933847936 00000100:00100000:2.0:1767316774.443861:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 476 00000100:00100000:2.0:1767316774.443875:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933847936:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.444937:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933847936:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 1060us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.444949:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 476 00000100:00100000:3.0:1767316774.458215:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316774.458607:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848064 00000100:00100000:2.0:1767316774.458618:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848064 00000100:00100000:2.0:1767316774.458774:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 477 00000100:00100000:2.0:1767316774.458785:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68748:x1853163933848064:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316774.459122:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68748:x1853163933848064:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 337us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.459130:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 477 00000100:00100000:1.0:1767316774.464524:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316774.464772:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848192 00000100:00100000:2.0:1767316774.464782:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848192 00000100:00100000:2.0:1767316774.464841:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 478 00000100:00100000:2.0:1767316774.464851:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68748:x1853163933848192:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316774.465275:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68748:x1853163933848192:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 423us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.465285:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 478 00000100:00100000:1.0:1767316774.469421:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316774.469550:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848320 00000100:00100000:2.0:1767316774.469561:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848320 00000100:00100000:2.0:1767316774.469622:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 479 00000100:00100000:2.0:1767316774.469632:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933848320:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316774.469646:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316774.469664:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a364 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.469700:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.469721:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.469757:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe600, rc 0) 00000100:00100000:2.0:1767316774.469935:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933848320:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 302us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.469943:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 479 00000100:00100000:0.0:1767316774.478773:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316774.478862:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848448 00000100:00100000:2.0:1767316774.478872:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848448 00000100:00100000:2.0:1767316774.478933:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 480 00000100:00100000:2.0:1767316774.478944:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933848448:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.479102:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933848448:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 159us (338us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316774.479110:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 480 10000000:01000000:0.0:1767316774.500194:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316774.500203:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 52 10000000:01000000:0.0:1767316774.500208:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316774.500256:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.500268:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.500283:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316774.500311:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985674752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.501083:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.501193:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.509702:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674752 00000100:00100000:2.0:1767316774.509726:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674752 00000100:00100000:2.0:1767316774.510134:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1767316774.510145:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985674752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316774.510161:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316774.510179:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6605 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.510207:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.510218:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.510227:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316774.510310:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985674752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (9231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.510317:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1767316774.510418:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985674752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316774.510435:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.510444:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316774.510516:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985674880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.510561:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.517273:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb600 going to sleep for 11 seconds 00000100:00100000:0.0:1767316774.517569:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985674880 00000100:00100000:0.0:1767316774.517580:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985674880 00000100:00100000:0.0:1767316774.517650:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1767316774.517660:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985674880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.517878:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985674880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 219us (7316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316774.517887:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1767316774.518152:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985674880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.518200:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.518252:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.518287:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb600 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.518512:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675008 00000100:00100000:2.0:1767316774.518517:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675008 00000100:00100000:2.0:1767316774.518550:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1767316774.518558:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985675008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.518718:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985675008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.518725:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1767316774.519156:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.519417:0:50371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50371:1853163985675136:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.519460:0:50371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.519485:0:50371:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316774.521312:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675136 00000100:00100000:0.0:1767316774.521324:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675136 00000100:00100000:0.0:1767316774.521365:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1767316774.521374:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50371:x1853163985675136:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316774.521704:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50371:x1853163985675136:12345-0@lo:502:llog_process_th.0 Request processed in 329us (2242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316774.521722:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1767316774.521984:0:50371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50371:1853163985675136:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.522060:0:50371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50371:1853163985675264:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.522106:0:50371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.522146:0:50371:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.522292:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675264 00000100:00100000:2.0:1767316774.522297:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675264 00000100:00100000:2.0:1767316774.522322:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1767316774.522329:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50371:x1853163985675264:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316774.522473:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50371:x1853163985675264:12345-0@lo:502:llog_process_th.0 Request processed in 144us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.522480:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767316774.523495:0:50371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50371:1853163985675264:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316774.523537:0:50371:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1767316774.524432:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1767316774.524460:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316774.524472:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.524485:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316774.524496:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1767316774.524499:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:2.0:1767316774.524503:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316774.524543:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.524551:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.524560:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316774.524582:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.524670:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.524706:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.524856:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675392 00000100:00100000:2.0:1767316774.524862:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675392 00000100:00100000:2.0:1767316774.524902:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1767316774.524912:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985675392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316774.524926:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316774.524939:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6613 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.525094:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.525104:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.525113:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbea00, rc 0) 00000100:00100000:2.0:1767316774.525146:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985675392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 236us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.525153:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1767316774.525186:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316774.525198:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.525207:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316774.525256:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.525284:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.525292:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.525306:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675520 00000100:00100000:2.0:1767316774.525310:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675520 00000100:00100000:2.0:1767316774.525325:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1767316774.525330:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985675520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.525453:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985675520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.525459:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1767316774.525488:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.525513:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.525560:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.525573:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.525583:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675648 00000100:00100000:2.0:1767316774.525586:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675648 00000100:00100000:2.0:1767316774.525602:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1767316774.525607:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985675648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.525791:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985675648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 182us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.525798:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1767316774.526224:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985675648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.526435:0:50372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50372:1853163985675776:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.526474:0:50372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.526494:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675776 00000100:00100000:3.0:1767316774.526498:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675776 00000100:00100000:3.0:1767316774.526517:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1767316774.526523:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50372:x1853163985675776:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.526706:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50372:x1853163985675776:12345-0@lo:502:llog_process_th.0 Request processed in 182us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.526751:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1767316774.526793:0:50372:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.526890:0:50372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50372:1853163985675776:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1767316774.526915:0:50372:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1767316774.526926:0:50372:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316774.526929:0:50372:0:(obd_config.c:1477:class_process_config()) marker 32 (0x1) lustre-MDT0000-m rem lustre.test_204f.lustre-OST0000_UUID 00000020:00000080:3.0:1767316774.526934:0:50372:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00020000:01000000:3.0:1767316774.527142:0:50372:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0000_UUID removed from test_204f 00000100:00100000:3.0:1767316774.528208:0:50372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50372:1853163985675904:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.528271:0:50372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.528348:0:50372:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72f00 going to sleep for 11 seconds 00000020:01000004:2.0:1767316774.528533:0:50373:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9b3efb652000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1767316774.528537:0:50373:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 4 00000100:00100000:1.0:1767316774.529158:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985675904 00000100:00100000:1.0:1767316774.529166:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985675904 00000100:00100000:1.0:1767316774.529246:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1767316774.529255:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50372:x1853163985675904:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316774.529498:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50372:x1853163985675904:12345-0@lo:502:llog_process_th.0 Request processed in 244us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.529506:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1767316774.529598:0:50372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50372:1853163985675904:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767316774.529632:0:50372:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767316774.529639:0:50372:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767316774.529641:0:50372:0:(obd_config.c:1477:class_process_config()) marker 32 (0x2) lustre-MDT0000-m rem lustre.test_204f.lustre-OST0000_UUID 00000040:00080000:0.0:1767316774.529646:0:50372:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:2.0:1767316774.530163:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:2.0:1767316774.530185:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1767316774.530195:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.530206:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316774.530216:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316774.530219:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 52 10000000:01000000:2.0:1767316774.530222:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316774.530255:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.530262:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.530271:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316774.530291:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.530330:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.532559:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.532782:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676032 00000100:00100000:3.0:1767316774.532792:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676032 00000100:00100000:3.0:1767316774.533043:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1767316774.533056:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985676032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316774.533075:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316774.533096:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6621 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.533125:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.533135:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.533144:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38000, rc 0) 00000100:00100000:3.0:1767316774.533212:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985676032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (2880us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.533219:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1767316774.533304:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316774.533321:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.533330:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316774.533527:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.533561:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.533593:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.533723:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676160 00000100:00100000:3.0:1767316774.533756:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676160 00000100:00100000:3.0:1767316774.533778:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1767316774.533785:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985676160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.533910:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985676160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.533917:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1767316774.534138:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.534168:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.534215:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.534241:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954180 going to sleep for 11 seconds 00000100:00100000:1.0:1767316774.534289:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676288 00000100:00100000:1.0:1767316774.534294:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676288 00000100:00100000:1.0:1767316774.534317:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1767316774.534323:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985676288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316774.534601:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985676288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 277us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.534609:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1767316774.534691:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.535217:0:50374:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50374:1853163985676416:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.535260:0:50374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.535294:0:50374:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbabbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316774.535342:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676416 00000100:00100000:1.0:1767316774.535347:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676416 00000100:00100000:1.0:1767316774.535489:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1767316774.535497:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50374:x1853163985676416:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316774.535695:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50374:x1853163985676416:12345-0@lo:502:llog_process_th.0 Request processed in 199us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.535702:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1767316774.535830:0:50374:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50374:1853163985676416:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.535868:0:50374:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50374:1853163985676544:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.535899:0:50374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.536256:0:50374:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1370240 going to sleep for 11 seconds 00000100:00100000:0.0:1767316774.536291:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676544 00000100:00100000:0.0:1767316774.536296:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676544 00000100:00100000:0.0:1767316774.536320:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1767316774.536327:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50374:x1853163985676544:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316774.536604:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50374:x1853163985676544:12345-0@lo:502:llog_process_th.0 Request processed in 277us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316774.536611:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1767316774.536788:0:50374:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50374:1853163985676544:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316774.536824:0:50374:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1767316774.537207:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1767316774.537232:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767316774.537241:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.537251:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316774.537260:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1767316774.537262:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1767316774.537265:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1767316774.537294:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.537302:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.537312:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316774.537329:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.537549:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.537587:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5240 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.537631:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676672 00000100:00100000:3.0:1767316774.537636:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676672 00000100:00100000:3.0:1767316774.537664:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1767316774.537671:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985676672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316774.537683:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316774.537694:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba662f expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.537757:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 15 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.537768:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 15 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.537776:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38400, rc 0) 00000100:00100000:3.0:1767316774.537821:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985676672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.537827:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1767316774.538051:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316774.538066:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.538074:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316774.538121:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.538149:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.538175:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5240 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.538214:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676800 00000100:00100000:3.0:1767316774.538219:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676800 00000100:00100000:3.0:1767316774.538237:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1767316774.538243:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985676800:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.538344:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985676800:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 101us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.538351:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1767316774.538523:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.538550:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676928:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.538596:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.538618:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.538692:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985676928 00000100:00100000:2.0:1767316774.538697:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985676928 00000100:00100000:2.0:1767316774.538747:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1767316774.538754:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985676928:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.539157:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985676928:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 402us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.539163:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1767316774.539336:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985676928:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1767316774.542332:0:50375:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1767316774.542655:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1767316774.542679:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1767316774.542690:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.542701:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316774.542721:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316774.542724:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 52 10000000:01000000:0.0:1767316774.542923:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316774.543057:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.543071:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.543082:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316774.543107:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.543182:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.543271:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fedd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316774.543311:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677056 00000100:00100000:1.0:1767316774.543318:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677056 00000100:00100000:1.0:1767316774.543490:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1767316774.543501:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985677056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316774.543515:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316774.543528:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba663d expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.543553:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.543564:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.543574:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06600, rc 0) 00000100:00100000:1.0:1767316774.543659:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985677056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.543666:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1767316774.544146:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316774.544162:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316774.544172:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316774.544232:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.544265:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.544298:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fedd80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.544351:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677184 00000100:00100000:3.0:1767316774.544356:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677184 00000100:00100000:3.0:1767316774.544544:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1767316774.544553:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985677184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.544764:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985677184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 211us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.544771:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1767316774.545572:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.545622:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.545686:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.545940:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fedd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316774.546153:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677312 00000100:00100000:1.0:1767316774.546159:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677312 00000100:00100000:1.0:1767316774.546236:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1767316774.546245:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985677312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316774.546462:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985677312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 218us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.546471:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1767316774.546545:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.547225:0:50376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50376:1853163985677440:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316774.547276:0:50376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.551376:0:50376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316774.551615:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677440 00000100:00100000:2.0:1767316774.551626:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677440 00000100:00100000:2.0:1767316774.551677:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1767316774.551685:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50376:x1853163985677440:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316774.553274:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50376:x1853163985677440:12345-0@lo:502:llog_process_th.0 Request processed in 1581us (5989us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316774.553289:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1767316774.553645:0:50376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50376:1853163985677440:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316774.553939:0:50376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50376:1853163985677568:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316774.554136:0:50376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316774.554215:0:50376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.554255:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677568 00000100:00100000:3.0:1767316774.554262:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677568 00000100:00100000:3.0:1767316774.554356:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1767316774.554378:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50376:x1853163985677568:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316774.554771:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50376:x1853163985677568:12345-0@lo:502:llog_process_th.0 Request processed in 349us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.554779:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1767316774.555002:0:50376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50376:1853163985677568:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316774.555033:0:50376:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1767316774.555323:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1767316774.555347:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316774.555374:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.555508:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316774.555518:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1767316774.555520:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1767316774.555523:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316774.555553:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.555561:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.555570:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316774.555588:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.555627:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.556150:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954240 going to sleep for 11 seconds 00000100:00100000:1.0:1767316774.556205:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677696 00000100:00100000:1.0:1767316774.556211:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677696 00000100:00100000:1.0:1767316774.556244:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1767316774.556251:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985677696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316774.556262:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316774.556275:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba664b expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.556297:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.556307:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.556315:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06a00, rc 0) 00000100:00100000:1.0:1767316774.556505:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985677696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 253us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.556511:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1767316774.556630:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316774.556642:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316774.556654:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316774.556701:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.556913:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.557047:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954240 going to sleep for 11 seconds 00000100:00100000:0.0:1767316774.557100:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677824 00000100:00100000:0.0:1767316774.557105:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677824 00000100:00100000:3.0:1767316774.557146:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1767316774.557153:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985677824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.557263:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985677824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.557270:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1767316774.557325:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.557352:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316774.557567:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316774.557594:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954240 going to sleep for 11 seconds 00000100:00100000:3.0:1767316774.557643:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985677952 00000100:00100000:3.0:1767316774.557648:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985677952 00000100:00100000:3.0:1767316774.557687:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1767316774.557695:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985677952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.557999:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985677952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 304us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316774.558012:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1767316774.558306:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985677952:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316774.560513:0:50377:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1767316774.560675:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1767316774.560697:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1767316774.560715:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.560758:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316774.560770:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1767316774.560773:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:3.0:1767316774.560775:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1767316774.560918:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.560928:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.560939:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316774.561050:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985678080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.561120:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.561199:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316774.561326:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678080 00000100:00100000:1.0:1767316774.561334:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678080 00000100:00100000:1.0:1767316774.561480:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1767316774.561491:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985678080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316774.561504:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316774.561517:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6659 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.561539:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 18 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.561550:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 18 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316774.561558:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316774.561605:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985678080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316774.561612:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1767316774.561679:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985678080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316774.561693:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.561702:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316774.563181:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985678208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316774.563235:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316774.563526:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec133a540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316774.563588:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678208 00000100:00100000:0.0:1767316774.563594:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678208 00000100:00100000:0.0:1767316774.563631:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1767316774.563640:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985678208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316774.563897:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985678208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 256us (660us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767316774.563905:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1767316774.564120:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985678208:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1767316774.564152:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1767316774.564160:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316774.564170:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.012140:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316775.588993:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985678336:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589080:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316775.589143:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985678848:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589170:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316775.589203:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316775.589209:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985678720:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589230:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316775.589260:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985678464:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589285:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316775.589301:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985678976:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589336:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316775.589353:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316775.589358:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985678592:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589377:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316775.589407:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678464 00000100:00100000:1.0:1767316775.589414:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678464 00000100:00100000:1.0:1767316775.589465:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678976 00000100:00100000:1.0:1767316775.589468:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678976 00000100:00100000:1.0:1767316775.589484:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678592 00000100:00100000:1.0:1767316775.589486:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678592 00000100:00100000:1.0:1767316775.589507:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767316775.589516:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985678464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589567:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985678464:12345-0@lo:400:kworker.0 Request processed in 51us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316775.589575:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767316775.589591:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767316775.589597:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985678976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589624:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985678976:12345-0@lo:400:kworker.0 Request processed in 28us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316775.589631:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767316775.589642:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1767316775.589648:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985678592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589673:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985678592:12345-0@lo:400:kworker.0 Request processed in 25us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316775.589678:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1767316775.589756:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985678592:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589768:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985678464:0@lo:400:kworker.0 00000100:00100000:1.0:1767316775.589777:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985678976:0@lo:400:kworker.0 00000100:00100000:0.0:1767316775.590166:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678848 00000100:00100000:0.0:1767316775.590172:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678848 00000100:00100000:0.0:1767316775.590215:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678720 00000100:00100000:0.0:1767316775.590218:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678720 00000100:00100000:0.0:1767316775.590244:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1767316775.590252:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985678848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316775.590298:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985678848:12345-0@lo:400:kworker.0 Request processed in 46us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316775.590384:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1767316775.590399:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1767316775.590405:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985678720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316775.590436:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985678720:12345-0@lo:400:kworker.0 Request processed in 31us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316775.590442:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1767316775.590483:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985678720:0@lo:400:kworker.0 00000100:00100000:0.0:1767316775.590494:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985678848:0@lo:400:kworker.0 00000100:00100000:3.0:1767316775.594126:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985678336 00000100:00100000:3.0:1767316775.594140:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985678336 00000100:00100000:3.0:1767316775.594188:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1767316775.594195:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985678336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316775.594267:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985678336:12345-0@lo:400:kworker.0 Request processed in 73us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.594275:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:3.0:1767316775.594316:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316775.594321:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316775.594325:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316775.595300:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985678336:0@lo:400:kworker.0 00000020:00000080:1.0:1767316775.670382:0:50427:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffec3d7b3f0 20000000:00000080:1.0:1767316775.670399:0:50427:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ef4356c00 uarg=0000000000000000 00000040:00100000:1.0:1767316775.671440:0:50427:0:(llog.c:1064:llog_reverse_process()) index 54 : idx 48 20000000:01000000:1.0:1767316775.671448:0:50427:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce021 lustre.test_204f lustre-OST0001_UUID 20000000:01000000:1.0:1767316775.671462:0:50427:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_204f.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1767316775.672184:0:50428:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 49 marker 29 1->4: lustre-clilov add lustre.test_204f.lustre-OST0001_UUID 20000000:01000000:3.0:1767316775.672293:0:50428:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 51 marker 29 2->4: lustre-clilov add lustre.test_204f.lustre-OST0001_UUID 00000040:00080000:3.0:1767316775.672347:0:50428:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000040:00080000:1.0:1767316775.673020:0:50427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].55, 224 off18000 20000000:01000000:1.0:1767316775.673038:0:50427:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_204f lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316775.673075:0:50427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].56, 136 off18136 00000040:00080000:1.0:1767316775.673109:0:50427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].57, 224 off18360 20000000:01000000:1.0:1767316775.673122:0:50427:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_204f.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1767316775.673606:0:50429:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 43 marker 30 1->4: lustre-MDT0000-mdtlov add lustre.test_204f.lustre-OST0001_UUID 20000000:01000000:3.0:1767316775.673658:0:50429:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 45 marker 30 2->4: lustre-MDT0000-mdtlov add lustre.test_204f.lustre-OST0001_UUID 00000040:00080000:3.0:1767316775.674012:0:50429:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000040:00080000:1.0:1767316775.674262:0:50427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].50, 224 off17200 20000000:01000000:1.0:1767316775.674275:0:50427:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_204f lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316775.674308:0:50427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].51, 144 off17344 00000040:00080000:1.0:1767316775.674378:0:50427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].52, 224 off17568 10000000:01000000:1.0:1767316775.674392:0:50427:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1767316775.674411:0:50427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674430:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674437:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674445:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674451:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674457:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674464:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674471:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674477:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674484:0:50427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674491:0:50427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674530:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674545:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 17 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.674560:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679104:0@lo:104: 00000100:00100000:1.0:1767316775.674629:0:50427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316775.674698:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674706:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 17 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.674714:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679232:0@lo:104: 00000100:00100000:1.0:1767316775.674766:0:50427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316775.674881:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674889:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 17 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.674897:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679360:0@lo:104: 00000100:00100000:1.0:1767316775.674918:0:50427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316775.674939:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674947:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 17 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.674954:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679488:0@lo:104: 00000100:00100000:1.0:1767316775.674971:0:50427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316775.674986:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.674993:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 17 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.675000:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7e4fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679616:0@lo:104: 00000100:00100000:1.0:1767316775.675020:0:50427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316775.675037:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.675043:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 17 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.675051:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679744:0@lo:104: 00000100:00100000:1.0:1767316775.675071:0:50427:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316775.675086:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.675094:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 17 pid: 41784 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.675101:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679872:0@lo:104: 00010000:00010000:1.0:1767316775.675128:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.675136:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 8 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.675144:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985680000:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316775.675331:0:50427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316775.675340:0:50427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.675348:0:50427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985680128:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316775.675376:0:50427:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316775.675812:0:16279:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767316775.675831:0:16279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.675844:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679104 00000100:00100000:3.0:1767316775.675851:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679104 00000100:00100000:3.0:1767316775.675902:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679232 00000100:00100000:3.0:1767316775.675905:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679232 00000100:00100000:3.0:1767316775.675915:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679360 00000100:00100000:3.0:1767316775.675917:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679360 00000100:00100000:3.0:1767316775.675925:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679488 00000100:00100000:3.0:1767316775.675927:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679488 00000100:00100000:3.0:1767316775.675936:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679616 00000100:00100000:3.0:1767316775.675938:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679616 00000100:00100000:3.0:1767316775.675945:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679744 00000100:00100000:3.0:1767316775.675947:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679744 00000100:00100000:3.0:1767316775.675957:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985679872 00000100:00100000:3.0:1767316775.675959:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985679872 00000100:00100000:3.0:1767316775.675973:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1767316775.675981:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:50427:x1853163985679104:12345-0@lo:104: 00010000:00010000:3.0:1767316775.675993:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676054:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316775.676060:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:50427:x1853163985679104:12345-0@lo:104: Request processed in 80us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676067:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1767316775.676086:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1767316775.676092:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:50427:x1853163985679232:12345-0@lo:104: 00010000:00010000:3.0:1767316775.676099:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676135:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767316775.676140:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:50427:x1853163985679232:12345-0@lo:104: Request processed in 49us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676146:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1767316775.676159:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1767316775.676165:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:50427:x1853163985679360:12345-0@lo:104: 00010000:00010000:3.0:1767316775.676172:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676205:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1767316775.676211:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:50427:x1853163985679360:12345-0@lo:104: Request processed in 47us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676217:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1767316775.676230:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1767316775.676236:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:50427:x1853163985679488:12345-0@lo:104: 00010000:00010000:3.0:1767316775.676242:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676267:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1767316775.676272:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:50427:x1853163985679488:12345-0@lo:104: Request processed in 38us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676278:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1767316775.676288:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1767316775.676294:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50427:x1853163985679616:12345-0@lo:104: 00010000:00010000:3.0:1767316775.676299:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676327:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1767316775.676332:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:50427:x1853163985679616:12345-0@lo:104: Request processed in 39us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676337:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1767316775.676348:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1767316775.676353:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50427:x1853163985679744:12345-0@lo:104: 00010000:00010000:3.0:1767316775.676358:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676396:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:3.0:1767316775.676400:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50427:x1853163985679744:12345-0@lo:104: Request processed in 48us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676405:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1767316775.676435:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1767316775.676442:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50427:x1853163985679872:12345-0@lo:104: 00010000:00010000:3.0:1767316775.676448:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676471:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:3.0:1767316775.676476:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50427:x1853163985679872:12345-0@lo:104: Request processed in 36us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.676481:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00010000:3.0:1767316775.676506:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767316775.676512:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676518:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676522:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676530:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676537:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676542:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676572:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676578:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.676599:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676605:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba6659 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6660 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676618:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767316775.676621:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676626:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbec00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676629:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676635:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676641:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676649:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676661:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676667:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.676681:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676697:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbec00/0xc472cb5f51ba664b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6652 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676705:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767316775.676708:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676713:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676715:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676721:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676749:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676754:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676766:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676771:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.676777:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676782:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1000/0xc472cb5f51ba663d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6644 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676789:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767316775.676792:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676796:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676799:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676804:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676809:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676813:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676822:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676827:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.676832:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676838:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba662f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6636 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676845:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767316775.676848:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676856:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676859:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676864:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676869:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676873:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676882:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676887:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.676891:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676896:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe000/0xc472cb5f51ba6621 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6628 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676903:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316775.676906:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676911:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676913:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676918:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676927:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676931:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676941:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676945:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.676949:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676954:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbe400/0xc472cb5f51ba6613 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba661a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676960:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316775.676963:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676967:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316775.676970:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.676975:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316775.676980:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316775.676984:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316775.676993:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.677001:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316775.677005:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.677011:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1800/0xc472cb5f51ba6605 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba660c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316775.677022:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316775.677024:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316775.677026:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316775.677048:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985680256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677086:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677106:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985680768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677125:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677146:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316775.677152:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985680640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677171:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677194:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985680384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677214:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677230:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985680896:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677248:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677265:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767316775.677271:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985680512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677289:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677303:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985681024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.677326:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316775.677346:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985680256 00000100:00100000:3.0:1767316775.677351:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985680256 00010000:00010000:3.0:1767316775.677374:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 18 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677390:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985680768 00000100:00100000:3.0:1767316775.677393:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985680768 00010000:00010000:3.0:1767316775.677403:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 19 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677413:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985680640 00000100:00100000:3.0:1767316775.677415:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985680640 00010000:00010000:3.0:1767316775.677424:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 20 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677433:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985680384 00000100:00100000:3.0:1767316775.677436:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985680384 00010000:00010000:3.0:1767316775.677444:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 21 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677451:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985680896 00000100:00100000:3.0:1767316775.677453:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985680896 00010000:00010000:3.0:1767316775.677461:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 22 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677468:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985680512 00000100:00100000:3.0:1767316775.677470:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985680512 00010000:00010000:3.0:1767316775.677479:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 23 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677487:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681024 00000100:00100000:3.0:1767316775.677489:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681024 00010000:00010000:3.0:1767316775.677499:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 24 pid: 41784 timeout: 2120 lvb_type: 0 00000100:00100000:3.0:1767316775.677510:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6244 00000100:00100000:3.0:1767316775.677516:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+24:6213:x1853163985680256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.677525:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.677530:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 24 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677539:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 24 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677555:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.677584:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+24:6213:x1853163985680256:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.677590:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6244 00000100:00100000:3.0:1767316775.677605:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6245 00000100:00100000:3.0:1767316775.677611:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+23:6213:x1853163985680768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.677617:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.677621:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 23 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677629:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 23 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677638:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.677658:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+23:6213:x1853163985680768:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.677665:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6245 00000100:00100000:3.0:1767316775.677677:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6246 00000100:00100000:3.0:1767316775.677682:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+22:6213:x1853163985680640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.677704:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.677708:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 22 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677716:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 22 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677724:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.677769:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+22:6213:x1853163985680640:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.677774:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6246 00000100:00100000:3.0:1767316775.677785:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6247 00000100:00100000:3.0:1767316775.677791:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6214:x1853163985680384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.677798:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.677801:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 21 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677809:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 21 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677817:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.677842:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6214:x1853163985680384:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.677848:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6247 00000100:00100000:3.0:1767316775.677860:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6248 00000100:00100000:3.0:1767316775.677866:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6214:x1853163985680896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.677873:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.677877:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 20 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677885:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 20 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677893:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.677913:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6214:x1853163985680896:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.677919:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6248 00000100:00100000:3.0:1767316775.677930:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6249 00000100:00100000:3.0:1767316775.677936:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985680512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.677942:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.677945:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 19 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677952:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 19 pid: 41785 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.677960:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.677979:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985680512:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.677984:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6249 00000100:00100000:3.0:1767316775.677994:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6250 00000100:00100000:3.0:1767316775.677999:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985681024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316775.678005:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316775.678008:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 18 pid: 41784 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.678015:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 18 pid: 41784 timeout: 2120 lvb_type: 0 00010000:00010000:3.0:1767316775.678028:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316775.678046:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985681024:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316775.678052:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6250 00000100:00100000:3.0:1767316775.678110:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985680640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.678121:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985680256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.678128:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985680768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.678158:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985680512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.678164:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985681024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.678169:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985680384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316775.678175:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985680896:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316775.678366:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba6660 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6659 expref: 17 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678378:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679104:0@lo:104: 00010000:00010000:1.0:1767316775.678386:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06a00/0xc472cb5f51ba6652 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba664b expref: 16 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678393:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679232:0@lo:104: 00010000:00010000:1.0:1767316775.678401:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6644 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba663d expref: 15 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678409:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679360:0@lo:104: 00010000:00010000:1.0:1767316775.678417:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38400/0xc472cb5f51ba6636 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba662f expref: 14 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678423:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679488:0@lo:104: 00010000:00010000:1.0:1767316775.678431:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38000/0xc472cb5f51ba6628 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6621 expref: 13 pid: 41785 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678439:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7e4fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679616:0@lo:104: 00010000:00010000:1.0:1767316775.678448:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba661a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6613 expref: 12 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678455:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679744:0@lo:104: 00010000:00010000:1.0:1767316775.678463:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba660c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6605 expref: 11 pid: 41784 timeout: 2120 lvb_type: 0 00000100:00100000:1.0:1767316775.678469:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985679872:0@lo:104: 00010000:00010000:0.0:1767316775.679219:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316775.679226:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316775.681928:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985680000:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316775.681943:0:50427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50427:1853163985680128:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316775.681997:0:50427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316775.682621:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316775.682656:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316775.682720:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848576 00000100:00100000:0.0:1767316775.682760:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848576 00010000:00010000:0.0:1767316775.682804:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 9 pid: 41786 timeout: 2120 lvb_type: 0 00000100:00100000:0.0:1767316775.682830:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848704 00000100:00100000:0.0:1767316775.682834:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848704 00010000:00010000:0.0:1767316775.682845:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 10 pid: 41784 timeout: 2120 lvb_type: 0 00000100:00100000:0.0:1767316775.682867:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6251 00000100:00100000:0.0:1767316775.682874:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2483:x1853163933848576:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316775.682889:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316775.682894:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 10 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:0.0:1767316775.682903:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 10 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:0.0:1767316775.682919:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba65fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a364 expref: 10 pid: 41786 timeout: 2120 lvb_type: 0 00010000:00010000:0.0:1767316775.682935:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316775.682983:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933848576:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 109us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316775.682991:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6251 00000100:00100000:0.0:1767316775.683008:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6252 00000100:00100000:0.0:1767316775.683016:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2483:x1853163933848704:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316775.683025:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316775.683029:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 2120 lvb_type: 0 00010000:00010000:0.0:1767316775.683037:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 2120 lvb_type: 0 00010000:00010000:0.0:1767316775.683046:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba65f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a35d expref: 8 pid: 41784 timeout: 2120 lvb_type: 0 00010000:00010000:0.0:1767316775.683057:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683064:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683079:0:12903:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683087:0:12903:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683094:0:12903:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683104:0:12903:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683110:0:12903:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316775.683114:0:12903:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683122:0:12903:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683133:0:12903:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316775.683142:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316775.683161:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2483:x1853163933848704:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 146us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316775.683167:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6252 00010000:00010000:2.0:1767316775.683669:0:50427:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316775.683679:0:50427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316775.683685:0:50427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6667 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.036312:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1767316776.229576:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316776.229587:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 55 10000000:01000000:3.0:1767316776.229593:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316776.229655:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.229668:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.229710:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.229758:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.229832:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.229897:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.231596:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681152 00000100:00100000:0.0:1767316776.231611:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681152 00000100:00100000:0.0:1767316776.231697:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1767316776.231709:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985681152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316776.231757:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316776.231781:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba666e expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.231812:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.231823:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.231837:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:0.0:1767316776.231924:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985681152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (2090us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.231931:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1767316776.238772:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316776.238807:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316776.238822:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316776.238922:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.238994:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.239049:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a600 going to sleep for 11 seconds 00000100:00100000:3.0:1767316776.239971:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681280 00000100:00100000:3.0:1767316776.239983:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681280 00000100:00100000:3.0:1767316776.240041:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1767316776.240051:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985681280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.240224:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985681280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.240232:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1767316776.240411:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.240476:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.240544:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316776.240576:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316776.240707:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681408 00000100:00100000:3.0:1767316776.240712:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681408 00000100:00100000:3.0:1767316776.240768:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1767316776.240775:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985681408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.240940:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985681408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 165us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.240947:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1767316776.241205:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.241828:0:50430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50430:1853163985681536:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316776.241873:0:50430:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.241897:0:50430:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.242866:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681536 00000100:00100000:2.0:1767316776.242875:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681536 00000100:00100000:2.0:1767316776.242947:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1767316776.242959:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50430:x1853163985681536:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316776.243272:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50430:x1853163985681536:12345-0@lo:502:llog_process_th.0 Request processed in 315us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.243280:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1767316776.243866:0:50430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50430:1853163985681536:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316776.243933:0:50430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50430:1853163985681664:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316776.243978:0:50430:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.244006:0:50430:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.244065:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681664 00000100:00100000:0.0:1767316776.244070:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681664 00000100:00100000:0.0:1767316776.244109:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1767316776.244117:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50430:x1853163985681664:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316776.244283:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50430:x1853163985681664:12345-0@lo:502:llog_process_th.0 Request processed in 166us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.244290:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1767316776.244769:0:50430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50430:1853163985681664:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1767316776.244797:0:50430:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1767316776.244980:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1767316776.245001:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316776.245010:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.245021:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316776.245031:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1767316776.245033:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 50 10000000:01000000:3.0:1767316776.245036:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1767316776.245061:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.245070:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.245079:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.245097:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.245136:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.245163:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426e600 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.245336:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681792 00000100:00100000:2.0:1767316776.245342:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681792 00000100:00100000:2.0:1767316776.245395:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1767316776.245403:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985681792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316776.245417:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316776.245432:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba667c expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.245467:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 13 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.245477:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 13 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.245486:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316776.245538:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985681792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.245545:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1767316776.245932:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316776.245947:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316776.245957:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316776.246017:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.246046:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.246067:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316776.246122:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985681920 00000100:00100000:3.0:1767316776.246127:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985681920 00000100:00100000:3.0:1767316776.246148:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1767316776.246154:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985681920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.246279:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985681920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.246285:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1767316776.247013:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985681920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.247047:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.247098:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.247120:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.247171:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682048 00000100:00100000:0.0:1767316776.247177:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682048 00000100:00100000:0.0:1767316776.247215:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1767316776.247222:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985682048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.247391:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985682048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 168us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.247398:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1767316776.248075:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.248900:0:50431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50431:1853163985682176:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316776.248971:0:50431:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.249008:0:50431:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316776.249056:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682176 00000100:00100000:1.0:1767316776.249063:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682176 00000100:00100000:1.0:1767316776.249105:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1767316776.249114:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50431:x1853163985682176:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316776.249383:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50431:x1853163985682176:12345-0@lo:502:llog_process_th.0 Request processed in 270us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316776.249391:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1767316776.249931:0:50431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50431:1853163985682176:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1767316776.249969:0:50431:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1767316776.249983:0:50431:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316776.249986:0:50431:0:(obd_config.c:1477:class_process_config()) marker 34 (0x1) lustre-MDT0000-m rem lustre.test_204f.lustre-OST0001_UUID 00000020:00000080:3.0:1767316776.249993:0:50431:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00020000:01000000:3.0:1767316776.250013:0:50431:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_204f 00000100:00100000:3.0:1767316776.256172:0:50431:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50431:1853163985682304:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316776.256272:0:50431:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1767316776.256382:0:50432:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9b3efb652000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1767316776.256387:0:50432:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 4 00000100:00100000:3.0:1767316776.256806:0:50431:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.263025:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682304 00000100:00100000:2.0:1767316776.263048:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682304 00000100:00100000:2.0:1767316776.263112:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1767316776.263122:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50431:x1853163985682304:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316776.263409:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50431:x1853163985682304:12345-0@lo:502:llog_process_th.0 Request processed in 288us (7136us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.263417:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1767316776.264430:0:50431:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50431:1853163985682304:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767316776.264484:0:50431:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767316776.264492:0:50431:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767316776.264495:0:50431:0:(obd_config.c:1477:class_process_config()) marker 34 (0x2) lustre-MDT0000-m rem lustre.test_204f.lustre-OST0001_UUID 00000040:00080000:0.0:1767316776.264503:0:50431:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000020:01000000:1.0:1767316776.272999:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 50-52 (rc=0) 10000000:01000000:1.0:1767316776.273042:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1767316776.273055:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316776.273068:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316776.273153:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316776.273157:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 55 10000000:01000000:0.0:1767316776.273161:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316776.273203:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.273212:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.273222:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316776.273250:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.273328:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.273374:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316776.274040:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682432 00000100:00100000:1.0:1767316776.274051:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682432 00000100:00100000:1.0:1767316776.274104:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1767316776.274113:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985682432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316776.274128:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316776.274141:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba668a expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316776.274171:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316776.274182:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316776.274190:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06600, rc 0) 00000100:00100000:1.0:1767316776.274243:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985682432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316776.274250:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1767316776.274456:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316776.274473:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.274483:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316776.274559:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.274588:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.274623:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb600 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.274970:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682560 00000100:00100000:2.0:1767316776.274976:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682560 00000100:00100000:2.0:1767316776.275014:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1767316776.275022:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985682560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.275151:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985682560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.275158:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1767316776.275290:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.275323:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.275381:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.275405:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb600 going to sleep for 11 seconds 00000100:00100000:3.0:1767316776.275444:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682688 00000100:00100000:3.0:1767316776.275448:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682688 00000100:00100000:3.0:1767316776.275478:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1767316776.275485:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985682688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.275655:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985682688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 171us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.275662:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1767316776.275844:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985682688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.276170:0:50433:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50433:1853163985682816:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316776.276210:0:50433:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.276232:0:50433:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316776.276272:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682816 00000100:00100000:3.0:1767316776.276277:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682816 00000100:00100000:3.0:1767316776.276307:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1767316776.276313:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50433:x1853163985682816:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316776.276515:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50433:x1853163985682816:12345-0@lo:502:llog_process_th.0 Request processed in 201us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.276523:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1767316776.276883:0:50433:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50433:1853163985682816:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316776.276926:0:50433:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50433:1853163985682944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316776.276961:0:50433:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.276986:0:50433:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2cd66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316776.277150:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985682944 00000100:00100000:3.0:1767316776.277155:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985682944 00000100:00100000:3.0:1767316776.277188:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1767316776.277194:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50433:x1853163985682944:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316776.277325:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50433:x1853163985682944:12345-0@lo:502:llog_process_th.0 Request processed in 129us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.277332:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1767316776.277480:0:50433:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50433:1853163985682944:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316776.277503:0:50433:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1767316776.277930:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1767316776.277949:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316776.277958:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.277969:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316776.277978:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1767316776.277980:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1767316776.277983:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1767316776.278009:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.278017:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.278026:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.278040:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.278075:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.278108:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.278154:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683072 00000100:00100000:0.0:1767316776.278158:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683072 00000100:00100000:0.0:1767316776.278193:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1767316776.278201:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985683072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316776.278211:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316776.278223:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6698 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.278247:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.278258:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.278267:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:0.0:1767316776.278301:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985683072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.278311:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1767316776.278657:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316776.278671:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.278690:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.278770:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.278797:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.278814:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.278872:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683200 00000100:00100000:0.0:1767316776.278877:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683200 00000100:00100000:0.0:1767316776.278917:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1767316776.278925:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985683200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.279037:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985683200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 112us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.279043:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1767316776.279659:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.279701:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.279788:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.279811:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.279873:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683328 00000100:00100000:2.0:1767316776.279880:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683328 00000100:00100000:2.0:1767316776.279912:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1767316776.279920:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985683328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.280112:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985683328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 192us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.280119:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1767316776.280282:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683328:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1767316776.281958:0:50434:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1767316776.282203:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1767316776.282223:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1767316776.282235:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.282246:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316776.282255:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316776.282257:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 55 10000000:01000000:2.0:1767316776.282260:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316776.282297:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.282305:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.282317:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316776.282340:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3989500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.282413:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316776.282500:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.287077:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683456 00000100:00100000:0.0:1767316776.287097:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683456 00000100:00100000:0.0:1767316776.287168:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1767316776.287180:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985683456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316776.287200:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316776.287224:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba66a6 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.287254:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.287264:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.287273:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:0.0:1767316776.287379:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985683456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (4965us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.287386:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1767316776.287799:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3989500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316776.287823:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.287834:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.287944:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.287995:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.288041:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426e600 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.288342:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683584 00000100:00100000:2.0:1767316776.288349:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683584 00000100:00100000:2.0:1767316776.288401:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1767316776.288410:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985683584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.288922:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985683584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 512us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.288933:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1767316776.289015:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.289062:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.289115:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.289146:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a600 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.289288:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683712 00000100:00100000:0.0:1767316776.289293:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683712 00000100:00100000:0.0:1767316776.289325:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1767316776.289332:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985683712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.289967:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985683712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 632us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.289976:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1767316776.290114:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985683712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316776.292266:0:50435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50435:1853163985683840:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316776.292360:0:50435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.292415:0:50435:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.293061:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683840 00000100:00100000:2.0:1767316776.293070:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683840 00000100:00100000:2.0:1767316776.293128:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1767316776.293138:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50435:x1853163985683840:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316776.293501:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50435:x1853163985683840:12345-0@lo:502:llog_process_th.0 Request processed in 364us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.293512:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1767316776.293845:0:50435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50435:1853163985683840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316776.293921:0:50435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50435:1853163985683968:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316776.293971:0:50435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.294001:0:50435:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8af5240 going to sleep for 11 seconds 00000100:00100000:1.0:1767316776.295017:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985683968 00000100:00100000:1.0:1767316776.295027:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985683968 00000100:00100000:1.0:1767316776.295081:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767316776.295090:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50435:x1853163985683968:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316776.295377:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50435:x1853163985683968:12345-0@lo:502:llog_process_th.0 Request processed in 287us (1405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316776.295385:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1767316776.295700:0:50435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50435:1853163985683968:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316776.295790:0:50435:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:2.0:1767316776.295884:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:2.0:1767316776.295909:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316776.295918:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.295928:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316776.295939:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1767316776.295942:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1767316776.295945:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316776.295982:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.295991:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.296012:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316776.296038:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.296084:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316776.296124:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3f0217e900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.296252:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684096 00000100:00100000:0.0:1767316776.296257:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684096 00000100:00100000:0.0:1767316776.296292:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1767316776.296300:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985684096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316776.296321:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316776.296334:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba66b4 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.296358:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.296367:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316776.296377:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316776.296418:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985684096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.296425:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1767316776.296711:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316776.296726:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.296753:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.296805:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.296835:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.296863:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.296887:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684224 00000100:00100000:2.0:1767316776.296893:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684224 00000100:00100000:2.0:1767316776.296924:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1767316776.296932:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985684224:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316776.297146:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985684224:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 215us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.297154:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1767316776.297409:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.297451:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.297502:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.297522:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.297558:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684352 00000100:00100000:0.0:1767316776.297562:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684352 00000100:00100000:0.0:1767316776.297594:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1767316776.297601:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985684352:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.297836:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985684352:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 235us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316776.297842:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.297844:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000040:00080000:1.0:1767316776.301724:0:50436:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1767316776.304001:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1767316776.304036:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1767316776.304048:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.304060:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316776.304071:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1767316776.304074:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:3.0:1767316776.304077:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1767316776.304130:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.304138:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.304149:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.305272:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.305350:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.305462:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316776.305970:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684480 00000100:00100000:2.0:1767316776.305982:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684480 00000100:00100000:2.0:1767316776.306075:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767316776.306085:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985684480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316776.306100:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316776.306119:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba66c2 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.306146:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.306158:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316776.306166:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe600, rc 0) 00000100:00100000:2.0:1767316776.306220:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985684480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316776.306227:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1767316776.306299:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316776.306314:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.306323:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.306383:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316776.306410:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316776.306825:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316776.306937:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684608 00000100:00100000:0.0:1767316776.306942:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684608 00000100:00100000:0.0:1767316776.306969:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1767316776.306975:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985684608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316776.307120:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985684608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (709us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767316776.307129:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1767316776.307234:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985684608:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1767316776.307273:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1767316776.307282:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316776.307291:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316776.611988:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985684736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316776.612074:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316776.612931:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684736 00000100:00100000:0.0:1767316776.612940:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684736 00000100:00100000:0.0:1767316776.612986:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1767316776.612995:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985684736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316776.613030:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524484608 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316776.613094:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985684736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316776.613101:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1767316776.613165:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985684736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316776.613608:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316776.613621:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985684864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316776.613656:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316776.613803:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985684864 00000100:00100000:1.0:1767316776.613809:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985684864 00000100:00100000:1.0:1767316776.613849:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1767316776.613857:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985684864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316776.613881:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399966208 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1767316776.613928:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985684864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316776.613935:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1767316776.614009:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985684864:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1767316777.061801:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316777.179495:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316777.179578:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848832 00000100:00100000:1.0:1767316777.179588:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848832 00000100:00100000:1.0:1767316777.179653:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 538 00000100:00100000:1.0:1767316777.179671:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933848832:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316777.179687:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316777.179705:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a36b expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316777.179978:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316777.179991:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316777.179999:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316777.180130:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933848832:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 461us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316777.180138:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 538 00000100:00100000:2.0:1767316777.193294:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316777.193379:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933848960 00000100:00100000:3.0:1767316777.193390:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933848960 00000100:00100000:3.0:1767316777.193448:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 539 00000100:00100000:3.0:1767316777.193459:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933848960:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316777.193654:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933848960:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 192us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316777.193694:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 539 00000100:00100000:1.0:1767316777.215620:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316777.219989:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849088 00000100:00100000:2.0:1767316777.220004:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849088 00000100:00100000:2.0:1767316777.220073:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 540 00000100:00100000:2.0:1767316777.220084:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933849088:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316777.220316:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933849088:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 232us (4701us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316777.220325:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 540 00000100:00100000:0.0:1767316777.226385:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316777.226425:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849216 00000100:00100000:0.0:1767316777.226436:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849216 00000100:00100000:0.0:1767316777.226485:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 541 00000100:00100000:0.0:1767316777.226494:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68766:x1853163933849216:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767316777.226823:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68766:x1853163933849216:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 329us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316777.226832:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 541 00000100:00100000:3.0:1767316777.230235:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316777.230314:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849344 00000100:00100000:0.0:1767316777.230324:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849344 00000100:00100000:0.0:1767316777.230395:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 542 00000100:00100000:0.0:1767316777.230404:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68766:x1853163933849344:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767316777.230675:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68766:x1853163933849344:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 271us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316777.230683:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 542 00000100:00100000:0.0:1767316777.246717:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316777.248886:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849472 00000100:00100000:2.0:1767316777.248903:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849472 00000100:00100000:2.0:1767316777.248964:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 543 00000100:00100000:2.0:1767316777.248975:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933849472:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316777.248993:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316777.249010:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a372 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316777.249040:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316777.249052:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316777.249061:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbea00, rc 0) 00000100:00100000:2.0:1767316777.250501:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933849472:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 1517us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316777.250512:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 543 00000100:00100000:0.0:1767316777.260606:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316777.264054:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849600 00000100:00100000:2.0:1767316777.264071:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849600 00000100:00100000:2.0:1767316777.264186:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 544 00000100:00100000:2.0:1767316777.264197:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933849600:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316777.264346:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933849600:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 150us (3748us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316777.264355:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 544 00000100:00100000:2.0:1767316777.629030:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316777.629069:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316777.629145:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316777.629178:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849984 00000100:00100000:2.0:1767316777.629189:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849984 00000100:00100000:2.0:1767316777.629247:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849856 00000100:00100000:2.0:1767316777.629250:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849856 00000100:00100000:2.0:1767316777.629276:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 926 00000100:00100000:2.0:1767316777.629285:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933849984:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316777.629361:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933849984:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316777.629369:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 926 00000100:00100000:2.0:1767316777.629385:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 927 00000100:00100000:2.0:1767316777.629391:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933849856:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316777.629415:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933849856:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316777.629422:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 927 00000100:00080000:2.0:1767316777.629441:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316777.629446:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316777.630025:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933849728 00000100:00100000:3.0:1767316777.630031:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933849728 00000100:00100000:3.0:1767316777.630095:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 535 00000100:00100000:3.0:1767316777.630103:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2484:x1853163933849728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316777.630141:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2484:x1853163933849728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316777.630147:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 535 00000100:00080000:2.0:1767316777.630466:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316778.084906:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767316778.335016:0:50535:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffdab111420 20000000:00000080:2.0:1767316778.335035:0:50535:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3efc2ee400 uarg=0000000000000000 00000040:00100000:2.0:1767316778.335718:0:50535:0:(llog.c:1064:llog_reverse_process()) index 57 : idx 48 20000000:01000000:2.0:1767316778.335725:0:50535:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce022 lustre.test_204f lustre-OST0001_UUID 20000000:01000000:2.0:1767316778.335924:0:50535:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_204f fl=4 20000000:01000000:0.0:1767316778.336393:0:50536:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 25 1->4: lustre-clilov new lustre.test_204f 20000000:01000000:0.0:1767316778.336489:0:50536:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 44 marker 25 2->4: lustre-clilov new lustre.test_204f 00000040:00080000:0.0:1767316778.336549:0:50536:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000040:00080000:2.0:1767316778.339112:0:50535:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18584 20000000:01000000:2.0:1767316778.339139:0:50535:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_204f (null) (null) 00000040:00080000:2.0:1767316778.339176:0:50535:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 112 off18696 00000040:00080000:2.0:1767316778.339210:0:50535:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18920 20000000:01000000:2.0:1767316778.339228:0:50535:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_204f fl=4 20000000:01000000:0.0:1767316778.342143:0:50537:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 37 marker 26 1->4: lustre-MDT0000-mdtlov new lustre.test_204f 20000000:01000000:0.0:1767316778.342235:0:50537:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 39 marker 26 2->4: lustre-MDT0000-mdtlov new lustre.test_204f 00000040:00080000:0.0:1767316778.342308:0:50537:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:2.0:1767316778.342686:0:50535:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17792 20000000:01000000:2.0:1767316778.342703:0:50535:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_204f (null) (null) 00000040:00080000:2.0:1767316778.342774:0:50535:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 120 off17912 00000040:00080000:2.0:1767316778.342840:0:50535:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off18136 10000000:01000000:2.0:1767316778.342855:0:50535:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1767316778.342873:0:50535:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342891:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342898:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342904:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342910:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342915:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342921:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342927:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342936:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342942:0:50535:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342952:0:50535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.342989:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343003:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 8 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.343016:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985684992:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316778.343116:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343125:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 8 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.343133:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685120:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316778.343165:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343172:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 17 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.343181:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3989180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685248:0@lo:104: 00000100:00100000:2.0:1767316778.343214:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767316778.343246:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343254:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 17 pid: 41786 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.343263:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3989f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685376:0@lo:104: 00000100:00100000:2.0:1767316778.343284:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.343318:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985685248 00000100:00100000:2.0:1767316778.343326:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985685248 00000100:00100000:2.0:1767316778.343360:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985685376 00000100:00100000:2.0:1767316778.343363:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985685376 00000100:00100000:2.0:1767316778.343377:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1767316778.343385:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50535:x1853163985685248:12345-0@lo:104: 00010000:00010000:2.0:1767316778.343395:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343440:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767316778.343446:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:50535:x1853163985685248:12345-0@lo:104: Request processed in 62us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.343453:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1767316778.343469:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1767316778.343475:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985685376:12345-0@lo:104: 00010000:00010000:2.0:1767316778.343482:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343521:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767316778.343527:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985685376:12345-0@lo:104: Request processed in 53us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.343532:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:2.0:1767316778.343559:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343566:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 17 pid: 41786 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.343574:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685504:0@lo:104: 00000100:00100000:2.0:1767316778.343595:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.343613:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985685504 00000100:00100000:2.0:1767316778.343617:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985685504 00000100:00100000:2.0:1767316778.343634:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1767316778.343650:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985685504:12345-0@lo:104: 00010000:00010000:2.0:1767316778.343657:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343688:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1767316778.343694:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985685504:12345-0@lo:104: Request processed in 55us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.343699:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:2.0:1767316778.343714:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767316778.343720:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343750:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316778.343755:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343763:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316778.343769:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316778.343775:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316778.343799:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343806:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316778.343825:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343832:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba66c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66c9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343844:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316778.343847:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343852:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbee00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316778.343855:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343861:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316778.343866:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316778.343871:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316778.343883:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343889:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316778.343895:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343901:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbee00/0xc472cb5f51ba66b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66bb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343913:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316778.343916:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343921:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316778.343923:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343928:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316778.343933:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316778.343938:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316778.343949:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343954:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316778.343969:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343975:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba66a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66ad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.343983:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316778.343985:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316778.343986:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316778.343998:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985685760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.344025:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.344054:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316778.344060:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985685632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.344080:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.344104:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985685888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.344124:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.344149:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985685760 00000100:00100000:2.0:1767316778.344153:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985685760 00010000:00010000:2.0:1767316778.344170:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 18 pid: 41786 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.344189:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985685632 00000100:00100000:2.0:1767316778.344193:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985685632 00010000:00010000:2.0:1767316778.344203:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 19 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.344216:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985685888 00000100:00100000:2.0:1767316778.344218:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985685888 00010000:00010000:2.0:1767316778.344228:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 20 pid: 41786 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.344241:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6253 00000100:00100000:2.0:1767316778.344247:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6215:x1853163985685760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316778.344257:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316778.344262:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 20 pid: 41786 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344271:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 20 pid: 41786 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344285:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316778.344311:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6215:x1853163985685760:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.344318:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6253 00000100:00100000:2.0:1767316778.344332:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6254 00000100:00100000:2.0:1767316778.344338:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6215:x1853163985685632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316778.344346:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316778.344350:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 19 pid: 41784 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344357:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 19 pid: 41784 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344365:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316778.344385:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6215:x1853163985685632:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.344390:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6254 00000100:00100000:2.0:1767316778.344402:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6255 00000100:00100000:2.0:1767316778.344407:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985685888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316778.344416:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316778.344419:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 18 pid: 41786 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344426:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 18 pid: 41786 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344434:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316778.344457:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985685888:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.344462:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6255 00000100:00100000:2.0:1767316778.344494:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985685888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.344517:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985685632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.344523:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985685760:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316778.344550:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344558:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 17 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.344566:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686016:0@lo:104: 00000100:00100000:2.0:1767316778.344587:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.344605:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686016 00000100:00100000:2.0:1767316778.344608:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686016 00000100:00100000:2.0:1767316778.344624:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1767316778.344630:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686016:12345-0@lo:104: 00010000:00010000:2.0:1767316778.344650:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344682:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767316778.344687:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686016:12345-0@lo:104: Request processed in 58us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.344693:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:2.0:1767316778.344707:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316778.344711:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344717:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316778.344720:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344751:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316778.344758:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316778.344763:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316778.344777:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344784:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316778.344794:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344800:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38200/0xc472cb5f51ba6698 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba669f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.344809:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316778.344810:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316778.344812:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316778.344818:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316778.344825:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985686144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.344848:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.344873:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686144 00000100:00100000:2.0:1767316778.344877:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686144 00010000:00010000:2.0:1767316778.344891:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 18 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.344908:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6256 00000100:00100000:2.0:1767316778.344913:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985686144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316778.344923:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316778.344927:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 18 pid: 41784 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344935:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 18 pid: 41784 timeout: 2123 lvb_type: 0 00010000:00010000:2.0:1767316778.344944:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316778.344969:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985686144:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.344974:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6256 00000100:00100000:2.0:1767316778.344996:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985686144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316778.345024:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.345032:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 17 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:2.0:1767316778.345040:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686272:0@lo:104: 00000100:00100000:2.0:1767316778.345062:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316778.345080:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686272 00000100:00100000:2.0:1767316778.345084:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686272 00000100:00100000:2.0:1767316778.345100:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1767316778.345106:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686272:12345-0@lo:104: 00010000:00010000:2.0:1767316778.345112:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.345142:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767316778.345148:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686272:12345-0@lo:104: Request processed in 42us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.345154:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:2.0:1767316778.345166:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316778.345170:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.345176:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc1bf6c20) 00010000:00010000:3.0:1767316778.345660:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316778.346052:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346062:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 17 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.346071:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686400:0@lo:104: 00000100:00100000:3.0:1767316778.346106:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316778.346137:0:16279:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767316778.346226:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686400 00000100:00100000:3.0:1767316778.346231:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686400 00000100:00100000:3.0:1767316778.346262:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1767316778.346269:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dcaad9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686400:12345-0@lo:104: 00010000:00010000:3.0:1767316778.346289:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346333:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316778.346339:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dcaad9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686400:12345-0@lo:104: Request processed in 71us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316778.346345:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:3.0:1767316778.346382:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316778.346386:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346392:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316778.346395:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346402:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316778.346408:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316778.346413:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316778.346435:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346441:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316778.346455:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346461:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba667c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6683 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346472:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316778.346474:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316778.346476:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316778.346490:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985686528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316778.346521:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316778.346551:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686528 00000100:00100000:3.0:1767316778.346554:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686528 00010000:00010000:3.0:1767316778.346568:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 18 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.346587:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6257 00000100:00100000:3.0:1767316778.346592:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985686528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316778.346600:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316778.346603:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 18 pid: 41784 timeout: 2123 lvb_type: 0 00010000:00010000:3.0:1767316778.346610:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 18 pid: 41784 timeout: 2123 lvb_type: 0 00010000:00010000:3.0:1767316778.346622:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316778.346657:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985686528:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316778.346663:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6257 00000100:00100000:3.0:1767316778.346709:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985686528:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316778.346754:0:50535:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346764:0:50535:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 17 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.346773:0:50535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686656:0@lo:104: 00000100:00100000:3.0:1767316778.346794:0:50535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316778.346814:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686656 00000100:00100000:3.0:1767316778.346818:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686656 00000100:00100000:3.0:1767316778.346833:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1767316778.346838:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686656:12345-0@lo:104: 00010000:00010000:3.0:1767316778.346845:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346874:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316778.346879:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:50535:x1853163985686656:12345-0@lo:104: Request processed in 41us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316778.346884:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00010000:3.0:1767316778.346898:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316778.346902:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346908:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316778.346911:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346918:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316778.346924:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316778.346929:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316778.346945:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346951:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316778.346960:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346966:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba666e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6675 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.346975:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316778.346976:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316778.346978:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316778.346987:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316778.346993:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985686784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316778.347016:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316778.347036:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686784 00000100:00100000:3.0:1767316778.347039:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686784 00010000:00010000:3.0:1767316778.347052:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 18 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347069:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6258 00000100:00100000:3.0:1767316778.347074:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985686784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316778.347081:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316778.347085:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 18 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:3.0:1767316778.347093:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 18 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:3.0:1767316778.347103:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316778.347128:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985686784:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316778.347134:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6258 00000100:00100000:3.0:1767316778.347155:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985686784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316778.347174:0:50535:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472f00 going to sleep for 11 seconds 00010000:00010000:3.0:1767316778.347188:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbe600/0xc472cb5f51ba66c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba66c2 expref: 17 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347197:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3989180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685248:0@lo:104: 00010000:00010000:3.0:1767316778.347207:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba66bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba66b4 expref: 16 pid: 41786 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347214:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3989f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685376:0@lo:104: 00010000:00010000:3.0:1767316778.347223:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1c00/0xc472cb5f51ba66ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba66a6 expref: 15 pid: 41786 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347231:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685504:0@lo:104: 00010000:00010000:3.0:1767316778.347241:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0000/0xc472cb5f51ba669f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6698 expref: 14 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347250:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686016:0@lo:104: 00000100:00100000:3.0:1767316778.347259:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686272:0@lo:104: 00010000:00010000:3.0:1767316778.347267:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbf800/0xc472cb5f51ba6683 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba667c expref: 13 pid: 41784 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347275:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686400:0@lo:104: 00010000:00010000:3.0:1767316778.347282:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba6675 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba666e expref: 12 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.347289:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985686656:0@lo:104: 00010000:00010000:1.0:1767316778.347504:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:2.0:1767316778.347683:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.347692:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316778.347698:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316778.347704:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316778.347880:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.347886:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767316778.347926:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985686912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316778.347973:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316778.348048:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985686912 00000100:00100000:1.0:1767316778.348053:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985686912 00010000:00010000:1.0:1767316778.348073:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 12 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:1.0:1767316778.348096:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6259 00000100:00100000:1.0:1767316778.348102:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6212:x1853163985686912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316778.348112:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316778.348117:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 12 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.348124:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 12 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.348136:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6691 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba668a expref: 12 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.348145:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316778.348187:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.348194:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0e00/0xc472cb5f51ba668a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6691 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316778.348207:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316778.348209:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316778.348210:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316778.348465:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6212:x1853163985686912:12345-0@lo:103:ldlm_bl.0 Request processed in 362us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316778.348472:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6259 00000100:00100000:0.0:1767316778.348522:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985686912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316778.349325:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316778.349358:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316778.349508:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850112 00000100:00100000:1.0:1767316778.349514:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850112 00010000:00010000:1.0:1767316778.349535:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 9 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:1.0:1767316778.349563:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850240 00000100:00100000:1.0:1767316778.349566:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850240 00010000:00010000:1.0:1767316778.349577:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 10 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:1.0:1767316778.349601:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6260 00000100:00100000:1.0:1767316778.349608:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2483:x1853163933850112:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316778.349619:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316778.349623:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 10 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.349633:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 10 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.349659:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316778.349701:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2483:x1853163933850112:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 93us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316778.349707:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6260 00000100:00100000:1.0:1767316778.349723:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6261 00000100:00100000:1.0:1767316778.349754:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933850240:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316778.349765:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316778.349770:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 9 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.349778:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 9 pid: 41785 timeout: 2123 lvb_type: 0 00010000:00010000:1.0:1767316778.349789:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349796:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349814:0:44414:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349820:0:44414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349826:0:44414:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349831:0:44414:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349836:0:44414:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316778.349840:0:44414:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349847:0:44414:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349855:0:44414:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.349864:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316778.349882:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933850240:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 153us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316778.349888:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6261 00010000:00010000:3.0:1767316778.350486:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbea00/0xc472cb5f51ba66d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a372 expref: 8 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.350502:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985684992:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316778.350515:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07a00/0xc472cb5f51ba66d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a36b expref: 7 pid: 41785 timeout: 2123 lvb_type: 0 00000100:00100000:3.0:1767316778.350523:0:50535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50535:1853163985685120:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316778.350569:0:50535:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.350577:0:50535:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.350582:0:50535:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316778.350588:0:50535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbe800/0xc472cb5f51ba66de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316778.523981:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316778.524069:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850368 00000100:00100000:0.0:1767316778.524079:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850368 00000100:00100000:0.0:1767316778.524131:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 545 00000100:00100000:0.0:1767316778.524139:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933850368:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316778.524154:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316778.524172:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a379 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316778.524201:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316778.524213:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316778.524222:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:0.0:1767316778.524277:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933850368:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 138us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316778.524284:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 545 00000100:00100000:1.0:1767316778.527142:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316778.527556:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850496 00000100:00100000:0.0:1767316778.527566:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850496 00000100:00100000:0.0:1767316778.527683:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 546 00000100:00100000:0.0:1767316778.527694:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933850496:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316778.527914:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933850496:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 221us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316778.527923:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 546 00000100:00100000:3.0:1767316778.530456:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316778.543866:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850624 00000100:00100000:2.0:1767316778.543887:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850624 00000100:00100000:2.0:1767316778.543957:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 547 00000100:00100000:2.0:1767316778.543967:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933850624:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316778.544202:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933850624:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 236us (13754us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.544211:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 547 00000100:00100000:3.0:1767316778.550685:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316778.551162:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850752 00000100:00100000:0.0:1767316778.551173:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850752 00000100:00100000:0.0:1767316778.551232:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 548 00000100:00100000:0.0:1767316778.551241:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68775:x1853163933850752:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767316778.551553:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68775:x1853163933850752:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 312us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316778.551562:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 548 00000100:00100000:3.0:1767316778.554984:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316778.555080:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933850880 00000100:00100000:2.0:1767316778.555091:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933850880 00000100:00100000:2.0:1767316778.555151:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 549 00000100:00100000:2.0:1767316778.555161:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68775:x1853163933850880:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316778.555417:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:68775:x1853163933850880:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 257us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316778.555426:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 549 00000100:00100000:3.0:1767316778.568682:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316778.571670:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933851008 00000100:00100000:1.0:1767316778.571686:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933851008 00000100:00100000:1.0:1767316778.571837:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 550 00000100:00100000:1.0:1767316778.571848:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933851008:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316778.571866:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316778.571897:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a380 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.571928:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.571939:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316778.571948:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06600, rc 0) 00000100:00100000:1.0:1767316778.572011:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933851008:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 164us (3339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316778.572018:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 550 00000100:00100000:2.0:1767316778.577249:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316778.578858:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933851136 00000100:00100000:1.0:1767316778.578873:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933851136 00000100:00100000:1.0:1767316778.578951:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 551 00000100:00100000:1.0:1767316778.578964:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933851136:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316778.579133:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933851136:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 171us (1894us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767316778.579143:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 551 00010000:00010000:1.0:1767316779.113784:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1767316779.427893:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316779.427902:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 58 10000000:01000000:3.0:1767316779.427908:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316779.427960:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.427973:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.427985:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.428010:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.428081:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.428148:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.428250:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687040 00000100:00100000:0.0:1767316779.428258:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687040 00000100:00100000:0.0:1767316779.428308:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1767316779.428316:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985687040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316779.428328:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316779.428341:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba66f3 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.428363:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.428372:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.428380:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:0.0:1767316779.428423:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985687040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.428430:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1767316779.428518:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316779.428534:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.428543:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.428596:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.428752:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.428778:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.428829:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687168 00000100:00100000:0.0:1767316779.428833:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687168 00000100:00100000:0.0:1767316779.428866:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1767316779.428873:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985687168:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.428996:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985687168:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.429003:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1767316779.429124:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.429154:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687296:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.429204:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.429225:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1767316779.429279:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687296 00000100:00100000:2.0:1767316779.429284:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687296 00000100:00100000:2.0:1767316779.429313:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1767316779.429320:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985687296:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.429471:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985687296:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316779.429479:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1767316779.429556:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687296:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.429954:0:50538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50538:1853163985687424:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316779.429987:0:50538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.430017:0:50538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.430191:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687424 00000100:00100000:0.0:1767316779.430196:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687424 00000100:00100000:0.0:1767316779.430229:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1767316779.430235:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50538:x1853163985687424:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316779.430439:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50538:x1853163985687424:12345-0@lo:502:llog_process_th.0 Request processed in 203us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.430446:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1767316779.430612:0:50538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50538:1853163985687424:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316779.430664:0:50538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50538:1853163985687552:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316779.430695:0:50538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.430717:0:50538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.430779:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687552 00000100:00100000:1.0:1767316779.430784:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687552 00000100:00100000:1.0:1767316779.430814:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1767316779.430820:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50538:x1853163985687552:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316779.430942:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:50538:x1853163985687552:12345-0@lo:502:llog_process_th.0 Request processed in 122us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.430950:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1767316779.431021:0:50538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50538:1853163985687552:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316779.431040:0:50538:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1767316779.432981:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1767316779.433017:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316779.433030:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.433048:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316779.433061:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1767316779.433064:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 53 10000000:01000000:2.0:1767316779.433067:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316779.433115:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.433125:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.433137:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316779.433828:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.433908:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.434005:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3eca072540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.437107:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687680 00000100:00100000:0.0:1767316779.437129:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687680 00000100:00100000:0.0:1767316779.437312:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1767316779.437323:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985687680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316779.437342:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316779.437361:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6701 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.437391:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 13 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.437403:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 13 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.437412:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0a00, rc 0) 00000100:00100000:0.0:1767316779.437494:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985687680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (3585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.437501:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1767316779.437600:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316779.437627:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.437637:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316779.437712:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.437786:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.441228:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3eca072540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.441303:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687808 00000100:00100000:1.0:1767316779.441313:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687808 00000100:00100000:1.0:1767316779.441390:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1767316779.441399:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985687808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316779.441572:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985687808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 172us (3784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.441580:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1767316779.441811:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.441862:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.441920:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.441934:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3eca072540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.442210:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985687936 00000100:00100000:0.0:1767316779.442215:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985687936 00000100:00100000:0.0:1767316779.442241:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1767316779.442248:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985687936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.442406:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985687936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.442414:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1767316779.442512:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985687936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316779.443414:0:50539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50539:1853163985688064:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316779.444487:0:50539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316779.444539:0:50539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349000 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.444634:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688064 00000100:00100000:0.0:1767316779.444643:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688064 00000100:00100000:0.0:1767316779.444690:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1767316779.444698:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50539:x1853163985688064:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316779.445161:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50539:x1853163985688064:12345-0@lo:502:llog_process_th.0 Request processed in 463us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.445169:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1767316779.447446:0:50539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50539:1853163985688064:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767316779.447492:0:50539:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767316779.447505:0:50539:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767316779.447508:0:50539:0:(obd_config.c:1477:class_process_config()) marker 36 (0x1) lustre-MDT0000-m del lustre.test_204f 00000020:00000080:2.0:1767316779.447517:0:50539:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1767316779.450272:0:50539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50539:1853163985688192:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.451489:0:50539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.451573:0:50539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbabbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316779.452433:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688192 00000100:00100000:3.0:1767316779.452443:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688192 00000100:00100000:3.0:1767316779.452560:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1767316779.452569:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50539:x1853163985688192:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316779.452880:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:50539:x1853163985688192:12345-0@lo:502:llog_process_th.0 Request processed in 311us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316779.452888:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1767316779.452986:0:50539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50539:1853163985688192:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767316779.453020:0:50539:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767316779.453027:0:50539:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767316779.453029:0:50539:0:(obd_config.c:1477:class_process_config()) marker 36 (0x2) lustre-MDT0000-m del lustre.test_204f 00000040:00080000:2.0:1767316779.453034:0:50539:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:1.0:1767316779.455820:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:1.0:1767316779.455858:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1767316779.455869:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.455882:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316779.455893:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316779.455895:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 58 10000000:01000000:1.0:1767316779.455898:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316779.455941:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.455949:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.455960:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316779.455986:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316779.456049:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316779.459859:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349000 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.463378:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688320 00000100:00100000:0.0:1767316779.463395:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688320 00000100:00100000:0.0:1767316779.463458:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1767316779.463468:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985688320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316779.463485:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316779.463503:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba670f expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.463530:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.463541:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.463550:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1800, rc 0) 00000100:00100000:0.0:1767316779.463645:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985688320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (7594us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.463653:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767316779.463806:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316779.463825:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.463835:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316779.463915:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.463949:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.463977:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7b16f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.464034:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688448 00000100:00100000:0.0:1767316779.464039:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688448 00000100:00100000:0.0:1767316779.464057:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1767316779.464063:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985688448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.464179:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985688448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.464187:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1767316779.465474:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.465526:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.465590:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.465649:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7b16f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.465770:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688576 00000100:00100000:0.0:1767316779.465775:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688576 00000100:00100000:0.0:1767316779.465823:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1767316779.465831:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985688576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.466010:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985688576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 179us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.466018:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1767316779.466125:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.467837:0:50540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50540:1853163985688704:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.467924:0:50540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.467971:0:50540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7b16f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.468051:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688704 00000100:00100000:1.0:1767316779.468057:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688704 00000100:00100000:1.0:1767316779.468101:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1767316779.468109:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50540:x1853163985688704:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316779.468462:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50540:x1853163985688704:12345-0@lo:502:llog_process_th.0 Request processed in 352us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.468470:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1767316779.468602:0:50540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50540:1853163985688704:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.468661:0:50540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50540:1853163985688832:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.468696:0:50540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.468724:0:50540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8696e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.468840:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688832 00000100:00100000:0.0:1767316779.468846:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688832 00000100:00100000:0.0:1767316779.468883:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1767316779.468891:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50540:x1853163985688832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316779.469015:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:50540:x1853163985688832:12345-0@lo:502:llog_process_th.0 Request processed in 125us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.469022:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1767316779.469149:0:50540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50540:1853163985688832:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316779.469169:0:50540:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1767316779.479468:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1767316779.479516:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316779.479529:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.479542:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316779.479711:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1767316779.479714:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1767316779.479718:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1767316779.479774:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.479783:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.479794:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.479821:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.479886:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.479933:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.480187:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985688960 00000100:00100000:1.0:1767316779.480195:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985688960 00000100:00100000:1.0:1767316779.480248:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1767316779.480258:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985688960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316779.480272:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316779.480287:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba671d expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.480323:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.480333:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.480343:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316779.480394:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985688960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.480405:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1767316779.480567:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985688960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316779.480582:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.480590:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.480654:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.480684:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.480706:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.480773:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689088 00000100:00100000:0.0:1767316779.480778:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689088 00000100:00100000:0.0:1767316779.480814:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1767316779.480822:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985689088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.480942:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985689088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.480949:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1767316779.481026:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.481054:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.481098:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.481126:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316779.481139:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689216 00000100:00100000:3.0:1767316779.481142:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689216 00000100:00100000:3.0:1767316779.481160:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1767316779.481165:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985689216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.481321:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985689216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 155us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316779.481328:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1767316779.481367:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1767316779.482445:0:50541:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1767316779.485958:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1767316779.485998:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1767316779.486009:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.486020:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316779.486032:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316779.486035:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 58 10000000:01000000:0.0:1767316779.486038:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316779.486083:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.486091:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.486102:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316779.486126:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.486195:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316779.486282:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee240 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.489443:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689344 00000100:00100000:1.0:1767316779.489458:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689344 00000100:00100000:1.0:1767316779.489518:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1767316779.489528:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985689344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316779.489543:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316779.489561:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba672b expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.489590:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.489601:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316779.489610:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316779.491460:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985689344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1925us (5256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.491475:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1767316779.492562:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316779.492587:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.492599:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316779.496552:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.496662:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316779.496844:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.500409:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689472 00000100:00100000:1.0:1767316779.500434:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689472 00000100:00100000:1.0:1767316779.500573:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1767316779.500586:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985689472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316779.500901:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985689472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 317us (4237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.500911:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1767316779.505571:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.505660:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.505767:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.505801:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.505939:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689600 00000100:00100000:0.0:1767316779.505947:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689600 00000100:00100000:0.0:1767316779.506001:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1767316779.506011:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985689600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.506224:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985689600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 214us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.506232:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1767316779.506332:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316779.507009:0:50542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50542:1853163985689728:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.507057:0:50542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.507093:0:50542:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7b160c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.507139:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689728 00000100:00100000:0.0:1767316779.507144:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689728 00000100:00100000:0.0:1767316779.507166:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1767316779.507173:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50542:x1853163985689728:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316779.507404:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50542:x1853163985689728:12345-0@lo:502:llog_process_th.0 Request processed in 230us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.507411:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1767316779.507559:0:50542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50542:1853163985689728:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.507599:0:50542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50542:1853163985689856:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316779.507643:0:50542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316779.507664:0:50542:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7b160c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316779.507754:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689856 00000100:00100000:3.0:1767316779.507758:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689856 00000100:00100000:3.0:1767316779.507780:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1767316779.507788:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50542:x1853163985689856:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316779.507918:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:50542:x1853163985689856:12345-0@lo:502:llog_process_th.0 Request processed in 130us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316779.507925:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1767316779.508004:0:50542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:50542:1853163985689856:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316779.508023:0:50542:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1767316779.508166:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1767316779.508185:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316779.508194:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.508210:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316779.508219:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1767316779.508221:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1767316779.508224:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1767316779.508248:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.508257:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.508266:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.508280:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.508390:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.508423:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316779.508465:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985689984 00000100:00100000:2.0:1767316779.508469:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985689984 00000100:00100000:2.0:1767316779.508488:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1767316779.508494:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985689984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316779.508502:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316779.508514:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6739 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.508534:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.508544:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.508552:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbee00, rc 0) 00000100:00100000:2.0:1767316779.508592:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985689984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316779.508598:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1767316779.509102:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985689984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316779.509118:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.509126:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.509176:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.509205:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.509234:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1840 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.509279:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690112 00000100:00100000:1.0:1767316779.509284:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690112 00000100:00100000:1.0:1767316779.509410:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1767316779.509418:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985690112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316779.509542:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985690112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316779.509549:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1767316779.509668:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.509696:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.509771:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.509789:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.509870:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690240 00000100:00100000:0.0:1767316779.509875:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690240 00000100:00100000:0.0:1767316779.509905:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1767316779.509912:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985690240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.510075:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985690240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316779.510081:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1767316779.510157:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1767316779.511176:0:50543:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1767316779.515471:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1767316779.515511:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1767316779.515524:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.515537:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316779.515548:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1767316779.515551:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:0.0:1767316779.515554:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1767316779.515593:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.515601:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316779.515611:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316779.515646:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.515709:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316779.515851:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316779.518892:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690368 00000100:00100000:1.0:1767316779.518911:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690368 00000100:00100000:2.0:1767316779.521007:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1767316779.521021:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985690368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316779.521039:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316779.521057:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6747 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.521091:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.521102:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.521110:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfa00, rc 0) 00000100:00100000:2.0:1767316779.521192:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985690368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (5482us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316779.521200:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1767316779.521285:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316779.521317:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316779.521327:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316779.521411:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316779.521444:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316779.528132:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316779.528521:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690496 00000100:00100000:0.0:1767316779.528532:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690496 00000100:00100000:0.0:1767316779.528588:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1767316779.528598:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985690496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316779.528787:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985690496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 190us (7341us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767316779.528795:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1767316779.530834:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985690496:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1767316779.530893:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1767316779.530906:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316779.530917:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.132498:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316780.537864:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316780.539521:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933851264 00000100:00100000:2.0:1767316780.539536:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933851264 00000100:00100000:2.0:1767316780.539617:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8031 00000100:00100000:2.0:1767316780.539627:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68793:x1853163933851264:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316780.539646:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316780.539668:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6755 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a387 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.539746:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539760:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539771:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539783:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539789:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539794:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539904:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539911:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539917:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316780.539951:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ff:0x0]: returning size 2097152 00000004:00200000:2.0:1767316780.539955:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316780.539973:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539983:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.539991:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540002:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540010:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540017:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316780.540020:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540027:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540038:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:2.0:1767316780.540041:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316780.540047:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540052:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba675c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540063:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540069:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540074:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540078:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316780.540080:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540089:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540095:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3efd6a6000) 00010000:00010000:2.0:1767316780.540098:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316780.540100:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540106:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6763 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316780.540138:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6755 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a387 expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.540149:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a387 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.540156:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316780.540158:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316780.540160:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe800, rc 0) 00000100:00100000:2.0:1767316780.540236:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68793:x1853163933851264:12345-192.168.204.9@tcp:101:rm.0 Request processed in 610us (2382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316780.540244:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8031 00000100:00080000:1.0:1767316780.542692:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316780.549338:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316780.549439:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933851520 00000100:00100000:3.0:1767316780.549450:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933851520 00000100:00100000:3.0:1767316780.549897:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8032 00000100:00100000:3.0:1767316780.549909:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68793:x1853163933851520:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316780.549966:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316780.549994:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba676a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a387 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.550017:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6517 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a333 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.550034:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316780.550045:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316780.550068:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550084:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550094:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550109:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550116:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550121:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550243:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550251:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.550257:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000040:00080000:3.0:1767316780.550991:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2375, 64 off205256 00000004:00080000:3.0:1767316780.551002:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2025794272249ns, next at 2026794269872ns, rc = 0 00000040:00080000:3.0:1767316780.551049:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2375, 64 off205456 00000004:00080000:3.0:1767316780.551056:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2025794326744ns, next at 2026794325167ns, rc = 0 00010000:00010000:3.0:1767316780.551135:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551145:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551154:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551161:0:41790:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551168:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551174:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551199:0:41790:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316780.551217:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551224:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551230:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551236:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316780.551240:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551248:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551262:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316780.551265:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316780.551270:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551276:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba677f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551330:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551336:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551342:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551347:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316780.551350:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551356:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551363:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316780.551366:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316780.551368:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316780.551374:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6771 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000004:00010000:3.0:1767316780.551381:0:41790:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be735ecd reply state 00000000df9feab5 transno 8589942588 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:3.0:1767316780.551390:0:41790:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316780.551494:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68793:x1853163933851520:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1585us (2167us total) trans 8589942588 rc 0/0 00000100:00100000:3.0:1767316780.551502:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8032 00010000:00010000:0.0:1767316780.551771:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316780.551779:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.551787:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316780.551791:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.551799:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.551810:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ff:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:0.0:1767316780.551812:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316780.551816:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.551822:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6786 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.555740:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316780.555747:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316780.555750:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316780.561756:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.561775:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.561785:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.561792:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316780.561798:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.561808:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.561828:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x81417613 (ffff9b3ec1326700) 00010000:00010000:0.0:1767316780.561832:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316780.561839:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316780.561845:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6778 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1fe:0x0].0x81417613 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316780.714162:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985690752:0@lo:400:kworker.0 00000100:00100000:2.0:1767316780.714234:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316780.714414:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316780.714430:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985690624:0@lo:400:kworker.0 00000100:00100000:1.0:1767316780.714468:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316780.714502:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690624 00000100:00100000:1.0:1767316780.714510:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690624 00000100:00100000:2.0:1767316780.715766:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690752 00000100:00100000:2.0:1767316780.715775:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690752 00000100:00100000:2.0:1767316780.715820:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767316780.715829:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985690752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316780.715899:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985690752:12345-0@lo:400:kworker.0 Request processed in 71us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316780.715906:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:2.0:1767316780.715947:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316780.715979:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985690752:0@lo:400:kworker.0 00000100:00100000:3.0:1767316780.716493:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985690880:0@lo:400:kworker.0 00000100:00100000:3.0:1767316780.716531:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316780.716621:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985691136:0@lo:400:kworker.0 00000100:00100000:0.0:1767316780.716654:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316780.719051:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1767316780.719068:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985690624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316780.719184:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985690624:12345-0@lo:400:kworker.0 Request processed in 121us (4714us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316780.719191:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1767316780.721101:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985691136 00000100:00100000:0.0:1767316780.721113:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985691136 00000100:00100000:0.0:1767316780.721167:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1767316780.721175:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985691136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316780.721246:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985691136:12345-0@lo:400:kworker.0 Request processed in 72us (4590us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316780.721252:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1767316780.721283:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985690880 00000100:00100000:0.0:1767316780.721287:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985690880 00000100:00100000:0.0:1767316780.721313:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1767316780.721319:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985690880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316780.721348:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985690880:12345-0@lo:400:kworker.0 Request processed in 29us (4817us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316780.721353:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1767316780.721375:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985691264:0@lo:400:kworker.0 00000100:00100000:0.0:1767316780.721406:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316780.723866:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985690624:0@lo:400:kworker.0 00000100:00100000:2.0:1767316780.723918:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985691008:0@lo:400:kworker.0 00000100:00100000:2.0:1767316780.723979:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767316780.724033:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767316780.724041:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316780.724054:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985691008 00000100:00100000:2.0:1767316780.724060:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985691008 00000100:00100000:2.0:1767316780.724108:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1767316780.724118:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985691008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316780.724168:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985691008:12345-0@lo:400:kworker.0 Request processed in 52us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316780.724174:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1767316780.724202:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985691264 00000100:00100000:2.0:1767316780.724206:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985691264 00000100:00100000:2.0:1767316780.724231:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1767316780.724237:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985691264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316780.724268:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985691264:12345-0@lo:400:kworker.0 Request processed in 30us (2860us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316780.724274:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:2.0:1767316780.724287:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316780.724318:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985691008:0@lo:400:kworker.0 00000100:00100000:1.0:1767316780.725054:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985691136:0@lo:400:kworker.0 00000100:00100000:3.0:1767316780.725489:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985690880:0@lo:400:kworker.0 00000100:00100000:0.0:1767316780.726113:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985691264:0@lo:400:kworker.0 00000001:00080000:2.0:1767316780.760247:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942588 is committed 00000004:00080000:2.0:1767316780.760259:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1984 committed 00000004:00080000:2.0:1767316780.760284:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1985 committed 00000100:00100000:0.0:1767316780.760683:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316780.760704:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985691392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316780.760798:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316780.761033:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985691520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316780.761067:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316780.761194:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985691392 00000100:00100000:0.0:1767316780.761203:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985691392 00000100:00100000:0.0:1767316780.761251:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985691520 00000100:00100000:0.0:1767316780.761255:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985691520 00000100:00100000:0.0:1767316780.761329:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12316 00000100:00100000:0.0:1767316780.761339:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985691392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316780.761370:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:623 count 1 00010000:00010000:0.0:1767316780.761403:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316780.761426:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316780.761434:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316780.761436:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316780.761440:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316780.761473:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316780.761488:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 7 pid: 37089 timeout: 2126 lvb_type: 0 00000100:00100000:0.0:1767316780.761501:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985691648:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316780.761576:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eeb40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316780.761863:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12317 00000100:00100000:3.0:1767316780.761874:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985691520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316780.761888:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:625 count 1 00010000:00010000:3.0:1767316780.761905:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.762535:0:14914:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 8 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.762542:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316780.762544:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316780.762547:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.762674:0:14914:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 8 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.762691:0:14914:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 8 pid: 38183 timeout: 2126 lvb_type: 0 00000100:00100000:3.0:1767316780.762703:0:14914:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14914:1853163985691776:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316780.762928:0:14914:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fe9900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316780.768092:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985691648:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316780.768137:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316780.777674:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316780.777881:0:14914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14914:1853163985691776:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316780.777922:0:14914:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316780.778006:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933851648 00000100:00100000:2.0:1767316780.778015:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933851648 00010000:00010000:2.0:1767316780.778067:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 8 pid: 37089 timeout: 2126 lvb_type: 0 00000100:00100000:2.0:1767316780.778108:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6262 00000100:00100000:2.0:1767316780.778119:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933851648:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316780.778133:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316780.778138:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 8 pid: 37089 timeout: 2126 lvb_type: 0 00010000:00010000:2.0:1767316780.778150:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 8 pid: 37089 timeout: 2126 lvb_type: 0 00010000:00010000:2.0:1767316780.778178:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6509 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->104857599) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a32c expref: 8 pid: 37089 timeout: 2126 lvb_type: 0 00010000:00010000:2.0:1767316780.778194:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316780.778196:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316780.778201:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.778211:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.778245:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316780.778295:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933851648:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 177us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316780.778302:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6262 00010000:00010000:3.0:1767316780.778368:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.778378:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.778387:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.778394:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.778430:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316780.779064:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985691392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17725us (18264us total) trans 21474840592 rc 0/0 00000100:00100000:3.0:1767316780.779074:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12316 00010000:00010000:2.0:1767316780.779314:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316780.779322:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.779330:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316780.779334:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.779342:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.779358:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.779365:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba678d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316780.779384:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316780.779387:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316780.779389:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767316780.779453:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1767316780.779507:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd050380/2, rc 0, transno 21474840592 00000100:00100000:0.0:1767316780.779515:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985691392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316780.781211:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316780.781293:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933851776 00000100:00100000:1.0:1767316780.781303:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933851776 00010000:00010000:1.0:1767316780.781400:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 9 pid: 38183 timeout: 2126 lvb_type: 0 00000100:00100000:1.0:1767316780.781450:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6263 00000100:00100000:1.0:1767316780.781460:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933851776:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316780.781478:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316780.781484:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 9 pid: 38183 timeout: 2126 lvb_type: 0 00010000:00010000:1.0:1767316780.781496:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 9 pid: 38183 timeout: 2126 lvb_type: 0 00010000:00010000:1.0:1767316780.781521:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba64fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a325 expref: 9 pid: 38183 timeout: 2126 lvb_type: 0 00010000:00010000:1.0:1767316780.781539:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316780.781541:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316780.781545:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.781557:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.781613:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316780.781667:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933851776:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 208us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316780.781675:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6263 00010000:00010000:3.0:1767316780.782143:0:14914:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.782153:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.782162:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.782169:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316780.782192:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316780.782800:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985691520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20926us (21728us total) trans 17179873706 rc 0/0 00000100:00100000:3.0:1767316780.782809:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12317 00010000:00010000:1.0:1767316780.782887:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316780.782894:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.782903:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316780.782907:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.782915:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.782930:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.782936:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6794 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316780.782951:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316780.782953:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316780.782955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767316780.783031:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50ed80/2, rc 0, transno 17179873706 00000100:00100000:2.0:1767316780.783038:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985691520:0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1767316780.783495:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767316781.155939:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316781.731863:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316781.731888:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985691904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316781.731958:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316781.732051:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985691904 00000100:00100000:3.0:1767316781.732060:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985691904 00000100:00100000:3.0:1767316781.732117:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1767316781.732127:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985691904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316781.732165:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524484608 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1767316781.732222:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985691904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316781.732229:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1767316781.732295:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985691904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316781.745258:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316781.745289:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985692032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316781.745367:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316781.747810:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985692032 00000100:00100000:0.0:1767316781.747825:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985692032 00000100:00100000:0.0:1767316781.747883:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1767316781.747906:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985692032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316781.747948:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399966208 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1767316781.748029:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985692032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (2660us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316781.748037:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1767316781.749555:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985692032:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1767316782.071434:0:50593:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 205a: lfs mirror extend to set prefer flag ========================================================== 20:19:40 (1767316780) 00000100:00100000:2.0:1767316782.138580:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.138774:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933852032 00000100:00100000:1.0:1767316782.138784:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933852032 00000100:00100000:1.0:1767316782.138845:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8033 00000100:00100000:1.0:1767316782.138854:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:68944:x1853163933852032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316782.138883:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316782.138886:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316782.138913:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba62d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a28b expref: 21 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.138932:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316782.138943:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316782.138967:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba679b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a38e expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.139239:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.139252:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.139271:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.139340:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.139348:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.140117:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142075:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142091:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142102:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316782.142112:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:1.0:1767316782.142140:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142151:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142157:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142163:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316782.142167:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142174:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142186:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316782.142188:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316782.142193:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.142198:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67a2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316782.142209:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f93c2537 reply state 000000001f80393d transno 8589942589 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316782.142216:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767316782.142250:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba679b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.142273:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.142280:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316782.142283:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316782.142286:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316782.142369:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68944:x1853163933852032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3516us (3807us total) trans 8589942589 rc 0/0 00000100:00100000:1.0:1767316782.142378:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8033 00000100:00080000:1.0:1767316782.142424:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316782.148686:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.148720:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933852288 00000100:00100000:1.0:1767316782.148752:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933852288 00000100:00100000:1.0:1767316782.148810:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8034 00000100:00100000:1.0:1767316782.148820:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68944:x1853163933852288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316782.148846:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316782.148869:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba67be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a395 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.148972:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.148988:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.148997:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.149031:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.149044:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 24 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:1.0:1767316782.149064:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985692160:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316782.149146:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94840 going to sleep for 11 seconds 00010000:00010000:0.0:1767316782.149320:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.149329:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.149335:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.149352:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.149357:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.149364:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.149378:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ed9657900) 00010000:00010000:0.0:1767316782.149381:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.149385:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.149392:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba67a9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316782.162657:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.162779:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933852416 00000100:00100000:0.0:1767316782.162789:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933852416 00010000:00010000:0.0:1767316782.162829:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 24 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:0.0:1767316782.162872:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6264 00000100:00100000:0.0:1767316782.162881:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec90fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163933852416:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316782.162896:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.162904:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 24 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.162918:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 24 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.162943:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:0.0:1767316782.162949:0:12905:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.162959:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.162966:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.162986:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316782.163041:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec90fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163933852416:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 160us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.163052:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6264 00010000:00010000:1.0:1767316782.163245:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba67b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a38e expref: 23 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:1.0:1767316782.163260:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985692160:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316782.163280:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163288:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163293:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316782.163313:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00080000:1.0:1767316782.163639:0:42524:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x272:0x0], index 1: 0 00010000:00010000:1.0:1767316782.163790:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163798:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163805:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163811:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316782.163815:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163827:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163837:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316782.163840:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316782.163844:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163849:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67c5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.163898:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba67be lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a395 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.163908:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316782.163910:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316782.163914:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba67be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a395 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.163925:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316782.163965:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68944:x1853163933852288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 15146us (15288us total) trans 8589942590 rc 301/301 00000100:00100000:1.0:1767316782.163972:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8034 00000100:00100000:0.0:1767316782.164130:0:41814:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:41814:1853163985692288:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1767316782.164172:0:41814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.164205:0:41814:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316782.164415:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985692288 00000100:00100000:1.0:1767316782.164423:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985692288 00000100:00100000:1.0:1767316782.164472:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12318 00000100:00100000:1.0:1767316782.164479:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:41814:x1853163985692288:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1767316782.164534:0:14914:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 642 00000100:00100000:3.0:1767316782.166161:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.166199:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933852672 00000100:00100000:3.0:1767316782.166208:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933852672 00000100:00100000:3.0:1767316782.166534:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3205 00000100:00100000:3.0:1767316782.166548:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4b1d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:68944:x1853163933852672:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316782.167509:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4b1d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68944:x1853163933852672:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 713us (1103us total) trans 8589942591 rc 0/0 00000100:00100000:3.0:1767316782.167521:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3205 00000100:00080000:0.0:1767316782.167759:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316782.171013:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.173485:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933852800 00000100:00100000:1.0:1767316782.173501:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933852800 00000100:00100000:1.0:1767316782.173668:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8035 00000100:00100000:1.0:1767316782.173679:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:68944:x1853163933852800:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316782.173706:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316782.173751:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a39c expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.173816:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.173833:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.173853:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316782.173856:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316782.173861:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316782.173933:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68944:x1853163933852800:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 254us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.173940:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8035 00010000:00010000:2.0:1767316782.180141:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316782.180700:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.180827:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933853056 00000100:00100000:0.0:1767316782.181094:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933853056 00000100:00100000:0.0:1767316782.181145:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3206 00000100:00100000:0.0:1767316782.181156:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68944:x1853163933853056:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316782.181675:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68944:x1853163933853056:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 519us (980us total) trans 8589942592 rc 0/0 00000100:00100000:0.0:1767316782.181684:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3206 00000100:00100000:1.0:1767316782.202194:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:41814:x1853163985692288:12345-0@lo:5:osp-pre-1-0.0 Request processed in 37706us (38013us total) trans 17179873707 rc 0/0 00000100:00100000:1.0:1767316782.202209:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12318 00000100:00100000:3.0:1767316782.202235:0:41814:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:41814:1853163985692288:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1767316782.202255:0:41814:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x272:0x0]-[0x280000400:0x2a1:0x0] 00000100:00100000:2.0:1767316782.203287:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.203465:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933853184 00000100:00100000:1.0:1767316782.203474:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933853184 00000100:00100000:1.0:1767316782.203875:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8036 00000100:00100000:1.0:1767316782.203887:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933853184:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316782.203912:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316782.203935:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba67da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3a3 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.204003:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.204018:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.204029:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316782.204083:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316782.204088:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316782.204112:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.204137:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba67da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3a3 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.204152:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3a3 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.204161:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316782.204164:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316782.204167:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:1.0:1767316782.204228:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68945:x1853163933853184:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 344us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.204235:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8036 00000100:00100000:2.0:1767316782.210718:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.210846:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933853440 00000100:00100000:3.0:1767316782.210858:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933853440 00000100:00100000:3.0:1767316782.210950:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8037 00000100:00100000:3.0:1767316782.210960:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68945:x1853163933853440:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316782.210983:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316782.211001:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba67e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3aa expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.211089:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211104:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211116:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211129:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211136:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211142:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211259:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211267:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211273:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316782.211282:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:3.0:1767316782.211383:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211391:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211403:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211409:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316782.211413:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211420:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211431:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316782.211434:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316782.211438:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211444:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba67ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211456:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211462:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211467:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211473:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316782.211476:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211482:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211493:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ec1326e00) 00010000:00010000:3.0:1767316782.211496:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316782.211499:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211506:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba67f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.211542:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba67e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.211554:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.211561:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:3.0:1767316782.211576:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316782.211580:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38400, rc 0) 00000100:00100000:3.0:1767316782.211645:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68945:x1853163933853440:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 686us (937us total) trans 8589942593 rc 0/0 00000100:00100000:3.0:1767316782.211654:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8037 00000100:00100000:2.0:1767316782.218623:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.219045:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933853568 00000100:00100000:1.0:1767316782.219054:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933853568 00000100:00100000:0.0:1767316782.219231:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12319 00000100:00100000:0.0:1767316782.219252:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933853568:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.219270:0:14914:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.219292:0:14914:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba680b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3b1 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316782.219317:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316782.219336:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316782.219338:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316782.219358:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba680b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b1 expref: 9 pid: 14914 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316782.219377:0:14914:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba680b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b1 expref: 9 pid: 14914 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316782.219397:0:14914:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0600, rc 0) 00000100:00100000:0.0:1767316782.219456:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933853568:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 214us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.219464:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12319 00000100:00080000:1.0:1767316782.220231:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316782.227812:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.227870:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933853824 00000100:00100000:0.0:1767316782.227881:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933853824 00000100:00100000:0.0:1767316782.227941:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3207 00000100:00100000:0.0:1767316782.227953:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68945:x1853163933853824:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316782.228314:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68945:x1853163933853824:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 362us (508us total) trans 8589942594 rc 0/0 00000100:00100000:0.0:1767316782.228322:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3207 00000100:00100000:0.0:1767316782.234009:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.234078:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933854080 00000100:00100000:3.0:1767316782.234091:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933854080 00000100:00100000:3.0:1767316782.234143:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8038 00000100:00100000:3.0:1767316782.234153:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68945:x1853163933854080:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316782.234183:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316782.234206:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6812 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3b8 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.234925:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.234942:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.234950:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.234985:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.234998:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 30 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:3.0:1767316782.235025:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985692416:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316782.235108:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e480 going to sleep for 11 seconds 00000100:00100000:3.0:1767316782.238551:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.240966:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985692416:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316782.241000:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316782.242230:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933854208 00000100:00100000:0.0:1767316782.242243:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933854208 00010000:00010000:0.0:1767316782.242446:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 31 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:0.0:1767316782.242540:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6265 00000100:00100000:0.0:1767316782.242551:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:2483:x1853163933854208:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316782.242646:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.242655:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 31 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.242669:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 31 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.242697:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba67fd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3aa expref: 31 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.242712:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:0.0:1767316782.242717:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.242725:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.243066:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.243090:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316782.243147:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:2483:x1853163933854208:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 597us (4605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.243155:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6265 00010000:00010000:1.0:1767316782.243882:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.243894:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316782.243916:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:1.0:1767316782.244906:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6812 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 31 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.244931:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.244940:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316782.244943:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316782.244946:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39600, rc 0) 00000100:00100000:1.0:1767316782.245083:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:68945:x1853163933854080:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 10928us (11080us total) trans 8589942595 rc 0/0 00000100:00100000:1.0:1767316782.245091:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8038 00000100:00100000:3.0:1767316782.256850:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.262714:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933854464 00000100:00100000:0.0:1767316782.263111:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933854464 00000100:00100000:0.0:1767316782.263165:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8039 00000100:00100000:0.0:1767316782.263174:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:68945:x1853163933854464:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.263196:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.263199:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767316782.263223:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba67e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3a3 expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.263484:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316782.263499:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316782.263517:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6827 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3bf expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.267938:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.267958:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.267970:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316782.267981:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x202:0x0]: returning size 0 00010000:00010000:0.0:1767316782.268137:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6827 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.268166:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 31 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.268177:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316782.268180:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316782.268184:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:0.0:1767316782.268504:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:68945:x1853163933854464:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5328us (11661us total) trans 8589942596 rc 0/0 00000100:00100000:0.0:1767316782.268514:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8039 00000100:00100000:1.0:1767316782.282131:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.282258:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933854720 00000100:00100000:1.0:1767316782.282268:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933854720 00000100:00100000:1.0:1767316782.282326:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8040 00000100:00100000:1.0:1767316782.282335:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:68945:x1853163933854720:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316782.282444:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316782.282468:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba683c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3c6 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.283162:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.283179:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.283188:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.283257:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.283273:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 32 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:1.0:1767316782.283286:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985692544:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316782.283483:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316782.301222:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.301254:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933854848 00000100:00100000:0.0:1767316782.301261:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933854848 00000100:00100000:3.0:1767316782.301264:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985692544:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316782.301298:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 33 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:3.0:1767316782.301298:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316782.301346:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6266 00000100:00100000:0.0:1767316782.301355:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:2483:x1853163933854848:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316782.301370:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.301377:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 33 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.301388:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 33 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.301410:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba682e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3bf expref: 33 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.301421:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316782.301425:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.301434:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.301441:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.301457:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316782.301505:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:2483:x1853163933854848:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 150us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.301513:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6266 00010000:00010000:3.0:1767316782.301723:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.301919:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316782.301942:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x202:0x0]: returning size 0 00000004:00080000:3.0:1767316782.302144:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x270:0x0], index 0: 0 00010000:00010000:3.0:1767316782.302302:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.302310:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.302317:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.302323:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316782.302327:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.302337:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.303001:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86600) 00010000:00010000:3.0:1767316782.303004:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316782.303008:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.303167:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6843 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.303227:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba683c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3c6 expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.303404:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:3.0:1767316782.303408:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316782.303415:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba683c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3c6 expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.303428:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:3.0:1767316782.303497:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:68945:x1853163933854720:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 21162us (21373us total) trans 8589942597 rc 301/301 00000100:00100000:3.0:1767316782.303506:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8040 00000100:00100000:1.0:1767316782.314046:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.314109:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933855104 00000100:00100000:1.0:1767316782.314120:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933855104 00000100:00100000:1.0:1767316782.314179:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3208 00000100:00100000:1.0:1767316782.314189:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:68945:x1853163933855104:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316782.314722:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:68945:x1853163933855104:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 531us (684us total) trans 8589942598 rc 0/0 00000100:00100000:1.0:1767316782.314762:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3208 00000001:00080000:3.0:1767316782.320366:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840592 is committed 00000100:00100000:2.0:1767316782.321910:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.322255:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933855232 00000100:00100000:3.0:1767316782.322650:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933855232 00000100:00100000:3.0:1767316782.322719:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8041 00000100:00100000:3.0:1767316782.322801:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:68945:x1853163933855232:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316782.322833:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316782.322861:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba6851 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3cd expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.323063:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.323081:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.323090:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.323137:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.323152:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 33 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:3.0:1767316782.323175:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985692672:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316782.323620:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316782.326469:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985692672:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316782.326582:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316782.326943:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.326986:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933855360 00000100:00100000:0.0:1767316782.326995:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933855360 00010000:00010000:0.0:1767316782.327050:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 34 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:0.0:1767316782.327090:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6267 00000100:00100000:0.0:1767316782.327102:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:2483:x1853163933855360:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316782.327116:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.327123:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 34 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.327136:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 34 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.327159:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6819 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b8 expref: 34 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.327174:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:0.0:1767316782.327179:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.327192:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.327199:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.327227:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316782.327296:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:2483:x1853163933855360:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 197us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.327303:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6267 00010000:00010000:3.0:1767316782.327347:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.327355:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316782.327398:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00200000:3.0:1767316782.327403:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316782.327422:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316782.327450:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba6851 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3cd expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.327464:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3cd expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.327471:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:3.0:1767316782.327473:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316782.327476:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38c00, rc 0) 00000100:00100000:3.0:1767316782.327502:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:68945:x1853163933855232:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4775us (5600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316782.327525:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8041 00000100:00100000:1.0:1767316782.331623:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.331718:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933855488 00000100:00100000:3.0:1767316782.331808:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933855488 00000100:00100000:2.0:1767316782.331941:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8042 00000100:00100000:2.0:1767316782.331953:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:68945:x1853163933855488:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.331974:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.332065:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba685f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3d4 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.332138:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6866 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.332152:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6866 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.332163:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6866 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.332200:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x202:0x0]: returning size 0 00000004:00200000:2.0:1767316782.332205:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316782.332223:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6866 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.332255:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba685f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3d4 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.332274:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6866 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3d4 expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.332282:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316782.332285:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1767316782.332290:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe600, rc 0) 00000100:00100000:2.0:1767316782.332487:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:68945:x1853163933855488:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 534us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.332495:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8042 00000100:00100000:2.0:1767316782.335703:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.335898:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933855616 00000100:00100000:3.0:1767316782.335908:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933855616 00000100:00100000:3.0:1767316782.336098:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12320 00000100:00100000:3.0:1767316782.336112:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933855616:12345-192.168.204.9@tcp:101:lfs.0 00000100:00080000:0.0:1767316782.336125:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767316782.336196:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316782.336221:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba686d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3db expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316782.336260:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316782.336284:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316782.336286:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316782.336297:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba686d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3db expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316782.336316:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba686d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3db expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316782.336331:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38200, rc 0) 00000100:00100000:3.0:1767316782.336403:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933855616:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 293us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316782.337156:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12320 00000100:00100000:3.0:1767316782.341459:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.341694:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933855872 00000100:00100000:2.0:1767316782.341706:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933855872 00000100:00100000:2.0:1767316782.341784:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8043 00000100:00100000:2.0:1767316782.341794:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:68945:x1853163933855872:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.341819:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.341843:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6874 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3e2 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.342276:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba687b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.342290:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba687b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.342301:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba687b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.342311:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:2.0:1767316782.342441:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6874 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e2 expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.342456:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba687b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e2 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.342463:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:2.0:1767316782.342465:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316782.342467:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316782.342530:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:68945:x1853163933855872:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 737us (1080us total) trans 8589942599 rc 0/0 00000100:00100000:2.0:1767316782.342537:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8043 00000100:00100000:0.0:1767316782.346249:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.346309:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856000 00000100:00100000:3.0:1767316782.346319:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856000 00000100:00100000:3.0:1767316782.346379:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12321 00000100:00100000:3.0:1767316782.346389:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933856000:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316782.346444:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346461:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316782.346464:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316782.346469:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346480:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346516:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346522:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346528:0:37088:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346535:0:37088:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316782.346701:0:37088:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346712:0:37088:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346763:0:37088:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.346771:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6889 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316782.346844:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933856000:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 455us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316782.346851:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12321 00000100:00100000:0.0:1767316782.395709:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.395834:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856128 00000100:00100000:2.0:1767316782.395844:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856128 00000100:00100000:2.0:1767316782.395899:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8044 00000100:00100000:2.0:1767316782.395908:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:68945:x1853163933856128:12345-192.168.204.9@tcp:44:lfs.0 00000001:00080000:3.0:1767316782.447555:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942596 is committed 00000001:00080000:3.0:1767316782.448169:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942598 is committed 00000001:00080000:3.0:1767316782.448321:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942599 is committed 00000100:00100000:2.0:1767316782.448624:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68945:x1853163933856128:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 52709us (52916us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.448636:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8044 00000100:00100000:2.0:1767316782.452899:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.457554:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856256 00000100:00100000:3.0:1767316782.457582:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856256 00000100:00100000:2.0:1767316782.460592:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12322 00000100:00100000:2.0:1767316782.460607:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933856256:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:2.0:1767316782.461229:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933856256:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 622us (8340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.461242:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12322 00000100:00100000:1.0:1767316782.484667:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.488807:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856384 00000100:00100000:2.0:1767316782.488823:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856384 00000100:00100000:2.0:1767316782.488888:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12323 00000100:00100000:2.0:1767316782.488898:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933856384:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316782.488946:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.488962:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.488964:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.488970:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.488983:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489012:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489019:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489027:0:37088:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489034:0:37088:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316782.489038:0:37088:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489047:0:37088:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489060:0:37088:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.489068:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6890 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316782.489159:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933856384:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 262us (4512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.489166:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12323 00000100:00100000:1.0:1767316782.494188:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.494301:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856640 00000100:00100000:2.0:1767316782.494312:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856640 00000100:00100000:2.0:1767316782.494375:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8045 00000100:00100000:2.0:1767316782.494385:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68945:x1853163933856640:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316782.494444:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316782.494471:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6866 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x202:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3d4 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.494492:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316782.494505:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316782.494544:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.494556:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.494579:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:2.0:1767316782.494826:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022801ea8 reply state 00000000a35d7321 transno 8589942600 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316782.494836:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316782.494951:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933856640:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 566us (775us total) trans 8589942600 rc 0/0 00000100:00100000:2.0:1767316782.494958:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8045 00010000:00010000:0.0:1767316782.497060:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.497077:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.497084:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.497090:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.497094:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.497101:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.497118:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3efd6a6000) 00010000:00010000:0.0:1767316782.497121:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.497125:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.497132:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6897 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316782.497911:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.498135:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856768 00000100:00100000:0.0:1767316782.498146:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856768 00000100:00100000:0.0:1767316782.498211:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8046 00000100:00100000:0.0:1767316782.498220:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68945:x1853163933856768:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.498253:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.498276:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3e9 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.498513:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.498530:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.498550:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.498553:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316782.498556:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:0.0:1767316782.498626:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933856768:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 406us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.498633:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8046 00000100:00100000:3.0:1767316782.502056:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.502167:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933856896 00000100:00100000:0.0:1767316782.502181:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933856896 00000100:00100000:0.0:1767316782.502232:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12324 00000100:00100000:0.0:1767316782.502252:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933856896:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316782.503018:0:14914:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316782.503024:0:14914:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb mtime from disk: 0 -> 1767316782 00002000:00010000:0.0:1767316782.503027:0:14914:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb atime from disk: 0 -> 1767316782 00002000:00010000:0.0:1767316782.503029:0:14914:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb ctime from disk: 0 -> 1767316782 00002000:00010000:0.0:1767316782.503031:0:14914:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316782.503102:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933856896:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 850us (1054us total) trans 21474840593 rc 0/0 00000100:00100000:0.0:1767316782.503111:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12324 00000100:00100000:3.0:1767316782.506673:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.507170:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933857152 00000100:00100000:0.0:1767316782.507186:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933857152 00000100:00100000:0.0:1767316782.507871:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8047 00000100:00100000:0.0:1767316782.507884:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933857152:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316782.507946:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.507978:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6858 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3cd expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.507999:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:0.0:1767316782.508006:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316782.508052:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.508068:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.508078:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00010000:0.0:1767316782.508247:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000054700e0e reply state 00000000539ef86c transno 8589942601 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316782.508257:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316782.508549:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68945:x1853163933857152:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 667us (1903us total) trans 8589942601 rc 0/0 00000100:00100000:0.0:1767316782.508557:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8047 00000100:00100000:1.0:1767316782.511275:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1767316782.511504:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316782.511520:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316782.511527:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316782.511534:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316782.511539:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316782.511550:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316782.511576:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:3.0:1767316782.511579:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316782.511585:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316782.511591:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba68a5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316782.512297:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933857280 00000100:00100000:1.0:1767316782.512311:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933857280 00000100:00100000:1.0:1767316782.512513:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12325 00000100:00100000:1.0:1767316782.512524:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933857280:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:1.0:1767316782.512856:0:14914:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316782.512861:0:14914:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb mtime from disk: 0 -> 1767316782 00002000:00010000:1.0:1767316782.512864:0:14914:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb atime from disk: 0 -> 1767316782 00002000:00010000:1.0:1767316782.512866:0:14914:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb ctime from disk: 0 -> 1767316782 00002000:00010000:1.0:1767316782.512868:0:14914:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316782.512940:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933857280:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 417us (1685us total) trans 17179873708 rc 0/0 00000100:00100000:1.0:1767316782.512948:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12325 00000100:00100000:2.0:1767316782.516096:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.516173:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933857536 00000100:00100000:3.0:1767316782.516187:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933857536 00000100:00100000:3.0:1767316782.516290:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3209 00000100:00100000:3.0:1767316782.516299:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933857536:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:3.0:1767316782.516631:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x201:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba687b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e2 expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.516690:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316782.516706:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.516716:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 4/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316782.516782:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.516797:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 25 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:3.0:1767316782.516813:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985692800:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316782.516915:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fedb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316782.520543:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316782.520726:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985692800:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316782.520790:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:1.0:1767316782.521046:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933857664 00000100:00100000:1.0:1767316782.521055:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933857664 00010000:00010000:1.0:1767316782.521095:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 26 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:1.0:1767316782.521172:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6268 00000100:00100000:1.0:1767316782.521183:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2484:x1853163933857664:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316782.521199:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316782.521206:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 26 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:1.0:1767316782.521218:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 26 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:1.0:1767316782.521251:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba67d3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a39c expref: 26 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:1.0:1767316782.521275:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316782.521280:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316782.521289:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316782.521296:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316782.521322:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316782.521388:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2484:x1853163933857664:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 207us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.521396:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6268 00010000:00010000:3.0:1767316782.521449:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316782.521456:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316782.521482:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316782.521495:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.521504:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316782.521538:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316782.521550:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 24 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:3.0:1767316782.521575:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985692928:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316782.521637:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fedb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316782.523993:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985692928:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316782.524026:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316782.525449:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.526375:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933857792 00000100:00100000:2.0:1767316782.526387:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933857792 00010000:00010000:2.0:1767316782.526432:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 25 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:2.0:1767316782.526478:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6269 00000100:00100000:2.0:1767316782.526487:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163933857792:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316782.526502:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316782.526508:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 25 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:2.0:1767316782.526521:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 25 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:2.0:1767316782.526543:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba689e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e9 expref: 25 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:2.0:1767316782.526572:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316782.526577:0:12905:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.526585:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.526594:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.526619:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316782.526683:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163933857792:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 197us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.526691:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6269 00010000:00010000:0.0:1767316782.526961:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.526973:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316782.527609:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.529184:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.529263:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2c9e240 going to sleep for 11 seconds 00000100:00100000:1.0:1767316782.529445:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985693056 00000100:00100000:1.0:1767316782.529454:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985693056 00000100:00100000:1.0:1767316782.529536:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1767316782.529546:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985693056:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316782.529652:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985693056:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 107us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.529667:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1767316782.529762:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.529850:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693184:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.529882:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.530099:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e480 going to sleep for 11 seconds 00000100:00100000:2.0:1767316782.530168:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985693184 00000100:00100000:2.0:1767316782.530173:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985693184 00000100:00100000:2.0:1767316782.530215:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1767316782.530222:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985693184:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316782.530457:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985693184:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 234us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.530464:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:0.0:1767316782.530511:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316782.530533:0:41791:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840592 gen 2 00000004:00080000:0.0:1767316782.530539:0:41791:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd050380, transno 21474840592 00000100:00100000:0.0:1767316782.530569:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693184:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1767316782.531249:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].66, 280 off65464 00000001:00080000:0.0:1767316782.531262:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942602 00000100:00100000:0.0:1767316782.531331:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.531368:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.531391:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b1480 going to sleep for 11 seconds 00000100:00100000:0.0:1767316782.531409:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985693312 00000100:00100000:0.0:1767316782.531414:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985693312 00000100:00100000:0.0:1767316782.531441:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1767316782.531449:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985693312:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.531605:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985693312:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 155us (234us total) trans 21474840594 rc 0/0 00000100:00100000:0.0:1767316782.531616:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1767316782.531650:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.531672:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693440:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.531696:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.531709:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd5056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316782.531720:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985693440 00000100:00100000:0.0:1767316782.531724:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985693440 00000100:00100000:0.0:1767316782.531767:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1767316782.531772:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985693440:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.531885:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985693440:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 112us (188us total) trans 17179873709 rc 0/0 00000100:00100000:0.0:1767316782.531891:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1767316782.531917:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985693440:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1767316782.531992:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942603 00010000:00010000:0.0:1767316782.532019:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532029:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532037:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532042:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.532047:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532053:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532069:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.532073:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316782.532078:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532083:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba68b3 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x202:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532103:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532109:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532114:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532118:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.532121:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532126:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532132:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:0.0:1767316782.532135:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316782.532137:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 2/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532141:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba68ac lrc: 0/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.532151:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:0.0:1767316782.532154:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316782.532160:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba687b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3e2 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316782.532245:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933857536:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 15947us (16158us total) trans 8589942604 rc 0/0 00000100:00100000:0.0:1767316782.532253:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3209 00000020:00080000:0.0:1767316782.532256:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1767316782.540333:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.540494:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933857920 00000100:00100000:0.0:1767316782.540505:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933857920 00000100:00100000:0.0:1767316782.540575:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8048 00000100:00100000:0.0:1767316782.540588:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68945:x1853163933857920:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.540617:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.540641:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3f0 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.540854:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.540870:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.540889:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:0.0:1767316782.540892:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316782.540896:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:0.0:1767316782.541091:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68945:x1853163933857920:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 504us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.541099:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8048 00000100:00100000:3.0:1767316782.544536:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.544600:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933858176 00000100:00100000:0.0:1767316782.544610:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933858176 00000100:00100000:0.0:1767316782.544670:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3210 00000100:00100000:0.0:1767316782.544678:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68945:x1853163933858176:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316782.545138:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:68945:x1853163933858176:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 459us (610us total) trans 8589942605 rc 0/0 00000100:00100000:0.0:1767316782.545146:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3210 00000100:00100000:3.0:1767316782.547415:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.547894:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933858432 00000100:00100000:0.0:1767316782.547906:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933858432 00000100:00100000:0.0:1767316782.547961:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3211 00000100:00100000:0.0:1767316782.547970:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:68945:x1853163933858432:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:0.0:1767316782.548465:0:41791:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x202:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1767316782.548599:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.548616:0:41791:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.548628:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.548637:0:41791:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.548642:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.548647:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.548845:0:41791:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316782.548953:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68945:x1853163933858432:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 982us (1545us total) trans 8589942606 rc 0/0 00000100:00100000:0.0:1767316782.548962:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3211 00010000:00010000:2.0:1767316782.551393:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316782.551406:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.551417:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316782.551421:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.551431:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.551449:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x202:0x0].0x0 (ffff9b3ec2e86b00) 00010000:00010000:2.0:1767316782.551452:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316782.551457:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.551462:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba68c1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.551482:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316782.551484:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316782.551486:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316782.578844:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.579005:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933858560 00000100:00100000:0.0:1767316782.579017:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933858560 00000100:00100000:0.0:1767316782.579097:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8049 00000100:00100000:0.0:1767316782.579109:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68947:x1853163933858560:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.579137:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.579163:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3f7 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.579237:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba68cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.579252:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba68cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.579264:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba68cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316782.579352:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316782.579356:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316782.579385:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba68cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.579411:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f7 expref: 30 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.579431:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba68cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f7 expref: 29 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.579445:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.579448:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316782.579452:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316782.579526:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68947:x1853163933858560:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 419us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.579534:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8049 00000100:00100000:1.0:1767316782.584442:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.584539:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933858816 00000100:00100000:2.0:1767316782.584551:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933858816 00000100:00100000:2.0:1767316782.584623:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8050 00000100:00100000:2.0:1767316782.584634:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68947:x1853163933858816:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.584669:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.584693:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba68d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a3fe expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.584812:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.584826:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.584837:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.584856:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.584863:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.584870:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.584993:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585001:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585007:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585013:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.585017:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585024:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585036:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316782.585039:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.585043:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585048:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba68dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585060:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585067:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585073:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585078:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.585080:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585085:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585092:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316782.585094:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.585097:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585103:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba68e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.585134:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba68d6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3fe expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.585143:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316782.585146:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316782.585149:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba68d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3fe expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.585157:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe800, rc 0) 00000100:00100000:2.0:1767316782.585228:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68947:x1853163933858816:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 596us (796us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316782.585236:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8050 00000100:00100000:3.0:1767316782.593007:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.593615:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933858944 00000100:00100000:0.0:1767316782.593626:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933858944 00000100:00100000:0.0:1767316782.593705:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8051 00000100:00100000:0.0:1767316782.593766:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68947:x1853163933858944:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316782.593860:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.593877:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.593889:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.593905:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.593912:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.593919:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594039:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594048:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594055:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316782.594100:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00200000:0.0:1767316782.594104:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316782.594117:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594131:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594138:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594144:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594151:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.594155:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594162:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594175:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.594178:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.594183:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594189:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba68eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594204:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594210:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594215:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594220:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.594223:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594229:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594932:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ec2e86400) 00010000:00010000:0.0:1767316782.594936:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.594940:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.594947:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba68f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595079:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595086:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595092:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595101:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.595104:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595111:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595120:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:0.0:1767316782.595122:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.595125:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.595131:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba68f9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316782.595394:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68947:x1853163933858944:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1676us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.595403:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8051 00000100:00100000:3.0:1767316782.618483:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.618618:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933859200 00000100:00100000:0.0:1767316782.618631:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933859200 00000100:00100000:0.0:1767316782.618708:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8052 00000100:00100000:0.0:1767316782.618718:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68950:x1853163933859200:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.618779:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.618806:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba6900 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a405 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.618889:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.618901:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.618911:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.618921:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.618925:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.618929:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619066:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619074:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619081:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316782.619091:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:0.0:1767316782.619190:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619197:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619204:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619210:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.619214:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619222:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619233:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.619236:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.619241:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619247:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6907 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619259:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619265:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619270:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619274:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.619277:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619282:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619289:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ec2e86400) 00010000:00010000:0.0:1767316782.619291:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.619293:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619298:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba690e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.619338:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba6900 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 32 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.619351:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 31 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.619356:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:0.0:1767316782.619357:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316782.619359:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:0.0:1767316782.619413:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:68950:x1853163933859200:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 697us (943us total) trans 8589942607 rc 0/0 00000100:00100000:0.0:1767316782.619418:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8052 00000100:00100000:1.0:1767316782.623834:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.624031:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933859456 00000100:00100000:0.0:1767316782.624043:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933859456 00000100:00100000:0.0:1767316782.624104:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3212 00000100:00100000:0.0:1767316782.624116:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:68950:x1853163933859456:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316782.624516:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:68950:x1853163933859456:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 400us (692us total) trans 8589942608 rc 0/0 00000100:00100000:0.0:1767316782.624524:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3212 00000100:00100000:3.0:1767316782.627644:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.628462:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933859712 00000100:00100000:2.0:1767316782.628471:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933859712 00000100:00100000:2.0:1767316782.628591:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8053 00000100:00100000:2.0:1767316782.628602:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:68950:x1853163933859712:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.628633:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.628672:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6923 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a40c expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.628834:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.628850:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 33 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.628859:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.628902:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 33 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.628916:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 33 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:2.0:1767316782.628931:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985693568:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316782.629021:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316782.631701:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985693568:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316782.631760:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316782.632941:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.633033:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933859840 00000100:00100000:0.0:1767316782.633042:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933859840 00010000:00010000:0.0:1767316782.633083:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 34 pid: 42524 timeout: 2127 lvb_type: 0 00000100:00100000:0.0:1767316782.633126:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6270 00000100:00100000:0.0:1767316782.633137:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:2483:x1853163933859840:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316782.633156:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.633163:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 34 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.633175:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 34 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.633199:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6915 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a405 expref: 34 pid: 42524 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.633216:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:0.0:1767316782.633220:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.633236:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.633244:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.633277:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316782.633339:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:2483:x1853163933859840:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 203us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.633347:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6270 00010000:00010000:2.0:1767316782.634499:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.634513:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.634534:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:2.0:1767316782.634757:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba6923 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.634778:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.634787:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:2.0:1767316782.634790:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316782.634793:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316782.634857:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:68950:x1853163933859712:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 6256us (7220us total) trans 8589942609 rc 0/0 00000100:00100000:2.0:1767316782.634865:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8053 00000100:00100000:3.0:1767316782.639438:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.639628:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933860096 00000100:00100000:2.0:1767316782.639644:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933860096 00000100:00100000:2.0:1767316782.639748:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8054 00000100:00100000:2.0:1767316782.639759:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:68950:x1853163933860096:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.639791:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.639796:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316782.639830:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba68cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f7 expref: 33 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.639860:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316782.639875:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316782.639897:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6938 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a413 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.640828:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.640844:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.640854:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.640865:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x203:0x0]: returning size 0 00010000:00010000:2.0:1767316782.640916:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6938 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.640937:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.640944:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316782.640946:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316782.640948:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:2.0:1767316782.641023:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:68950:x1853163933860096:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1265us (1595us total) trans 8589942610 rc 0/0 00000100:00100000:2.0:1767316782.641031:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8054 00000100:00100000:3.0:1767316782.644317:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.644964:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933860352 00000100:00100000:2.0:1767316782.644980:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933860352 00000100:00100000:2.0:1767316782.645051:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8055 00000100:00100000:2.0:1767316782.645062:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:68950:x1853163933860352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.645099:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.645125:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba694d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a41a expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.645347:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.645360:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.645367:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.645398:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.645407:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 35 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:2.0:1767316782.645418:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985693696:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316782.645527:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316782.647815:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.647881:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933860480 00000100:00100000:0.0:1767316782.647891:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933860480 00000100:00100000:2.0:1767316782.647921:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985693696:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316782.647929:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 36 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:2.0:1767316782.647945:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316782.647960:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6271 00000100:00100000:0.0:1767316782.647969:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8585850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2484:x1853163933860480:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316782.647986:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.647993:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 36 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.648004:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 36 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.648026:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba693f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a413 expref: 36 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:0.0:1767316782.648042:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:0.0:1767316782.648046:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.648054:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.648059:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.648080:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316782.648097:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.648107:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.648124:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x203:0x0]: returning size 0 00000100:00100000:0.0:1767316782.648132:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8585850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2484:x1853163933860480:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 164us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.648139:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6271 00000004:00080000:2.0:1767316782.649499:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x273:0x0], index 1: 0 00010000:00010000:2.0:1767316782.649787:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649796:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649801:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649804:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.649807:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649812:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649825:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316782.649827:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316782.649830:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649834:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba6954 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.649885:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba694d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a41a expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.649895:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316782.649897:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316782.649899:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba694d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a41a expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.649905:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe800, rc 0) 00000100:00100000:2.0:1767316782.650002:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:68950:x1853163933860352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4943us (5697us total) trans 8589942611 rc 301/301 00000100:00100000:2.0:1767316782.650009:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8055 00000100:00100000:3.0:1767316782.651802:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.651841:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933860736 00000100:00100000:0.0:1767316782.651854:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933860736 00000100:00100000:0.0:1767316782.651904:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3213 00000100:00100000:0.0:1767316782.651914:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:68950:x1853163933860736:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316782.652214:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:68950:x1853163933860736:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 300us (558us total) trans 8589942612 rc 0/0 00000100:00100000:0.0:1767316782.652223:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3213 00000100:00100000:0.0:1767316782.653933:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.653973:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933860864 00000100:00100000:2.0:1767316782.653983:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933860864 00000100:00100000:2.0:1767316782.654032:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8056 00000100:00100000:2.0:1767316782.654041:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:68950:x1853163933860864:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.654071:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.654095:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6962 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a421 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.654178:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.654193:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.654202:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.654234:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.654254:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 36 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:2.0:1767316782.654431:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985693824:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316782.654520:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3eef3accc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316782.655900:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985693824:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316782.655927:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316782.656549:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.656680:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933860992 00000100:00100000:1.0:1767316782.656687:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933860992 00010000:00010000:1.0:1767316782.656721:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 37 pid: 41789 timeout: 2127 lvb_type: 0 00000100:00100000:1.0:1767316782.656775:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6272 00000100:00100000:1.0:1767316782.656782:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2483:x1853163933860992:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316782.656794:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316782.656798:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 37 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:1.0:1767316782.656806:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 37 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:1.0:1767316782.656824:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba692a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a40c expref: 37 pid: 41789 timeout: 2127 lvb_type: 0 00010000:00010000:1.0:1767316782.656837:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:1.0:1767316782.656840:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.656847:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.656852:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316782.656871:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316782.656888:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.656894:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316782.656921:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2483:x1853163933860992:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 139us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.656928:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6272 00000004:00200000:2.0:1767316782.656934:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00200000:2.0:1767316782.656938:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316782.656957:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.656987:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6962 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a421 expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.657000:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a421 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.657007:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:2.0:1767316782.657009:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316782.657012:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe400, rc 0) 00000100:00100000:2.0:1767316782.657038:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:68950:x1853163933860864:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2998us (3112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.657044:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8056 00000100:00100000:3.0:1767316782.662161:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.662640:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933861120 00000100:00100000:2.0:1767316782.662651:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933861120 00000100:00100000:2.0:1767316782.662856:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8057 00000100:00100000:2.0:1767316782.662866:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:68950:x1853163933861120:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.662887:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.662911:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6970 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a428 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.662982:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6977 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.662995:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6977 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.663006:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6977 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.663042:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x203:0x0]: returning size 0 00000004:00200000:2.0:1767316782.663046:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316782.663063:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6977 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.663088:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba6970 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a428 expref: 37 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.663107:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6977 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a428 expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.663122:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316782.663125:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1767316782.663129:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfc00, rc 0) 00000100:00100000:2.0:1767316782.663483:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:68950:x1853163933861120:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 617us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.663491:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8057 00000100:00100000:1.0:1767316782.670191:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.670316:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933861248 00000100:00100000:0.0:1767316782.670327:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933861248 00000100:00100000:0.0:1767316782.670391:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12326 00000100:00100000:0.0:1767316782.670399:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933861248:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.670415:0:14914:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.670433:0:14914:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba697e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a42f expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316782.670453:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316782.670469:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316782.670471:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316782.670477:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba697e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a42f expref: 11 pid: 14914 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316782.670489:0:14914:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba697e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a42f expref: 11 pid: 14914 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316782.670498:0:14914:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0400, rc 0) 00000100:00100000:0.0:1767316782.670553:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933861248:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 153us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.670569:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12326 00000100:00100000:0.0:1767316782.677518:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.677849:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933861504 00000100:00100000:1.0:1767316782.677860:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933861504 00000100:00100000:1.0:1767316782.677974:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8058 00000100:00100000:1.0:1767316782.677985:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:68950:x1853163933861504:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316782.678006:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316782.678025:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6985 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a436 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.678137:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba698c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.678152:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba698c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316782.678163:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba698c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316782.678174:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00010000:00010000:1.0:1767316782.678298:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6985 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a436 expref: 39 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.678319:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba698c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a436 expref: 38 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316782.678328:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:1.0:1767316782.679788:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316782.679797:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316782.679936:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:68950:x1853163933861504:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1950us (2429us total) trans 8589942613 rc 0/0 00000100:00100000:1.0:1767316782.679943:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8058 00000100:00100000:3.0:1767316782.687611:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.687661:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933861632 00000100:00100000:2.0:1767316782.687677:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933861632 00000100:00100000:2.0:1767316782.687761:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12327 00000100:00100000:2.0:1767316782.687772:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933861632:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316782.687825:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687839:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.687841:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.687845:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687855:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687880:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687885:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687895:0:37088:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687900:0:37088:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316782.687903:0:37088:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687908:0:37088:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687917:0:37088:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.687922:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba699a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316782.688149:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933861632:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 374us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.688157:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12327 00000100:00100000:3.0:1767316782.749208:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.749280:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933861760 00000100:00100000:2.0:1767316782.749292:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933861760 00000100:00100000:2.0:1767316782.749419:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 581 00000100:00100000:2.0:1767316782.749430:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933861760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316782.749515:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163933861760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 86us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.749528:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 581 00000100:00100000:0.0:1767316782.801024:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.801345:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933861888 00000100:00100000:2.0:1767316782.801354:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933861888 00000100:00100000:2.0:1767316782.801408:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12328 00000100:00100000:2.0:1767316782.801417:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933861888:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.801434:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.801451:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba69a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a43d expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.801664:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.801666:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.801674:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba69a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a43d expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316782.801693:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba69a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a43d expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316782.801706:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe600, rc 0) 00000100:00100000:2.0:1767316782.801794:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933861888:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 378us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.801803:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12328 00000100:00100000:0.0:1767316782.805836:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.808525:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862016 00000100:00100000:2.0:1767316782.808617:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862016 00000100:00100000:2.0:1767316782.808919:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12329 00000100:00100000:2.0:1767316782.808929:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:68950:x1853163933862016:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.808945:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.808963:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba69a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a444 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.808989:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.808991:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.808998:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba69a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a444 expref: 11 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.809012:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba69a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a444 expref: 11 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.809024:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe800, rc 0) 00000100:00100000:2.0:1767316782.809089:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:68950:x1853163933862016:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 161us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.809096:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12329 00000100:00100000:3.0:1767316782.813834:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.814082:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862144 00000100:00100000:2.0:1767316782.814097:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862144 00000100:00100000:2.0:1767316782.814158:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12330 00000100:00100000:2.0:1767316782.814169:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933862144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.814187:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.814205:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba69af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a44b expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.814240:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.814243:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316782.814251:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba69af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a44b expref: 12 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316782.814267:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba69af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a44b expref: 12 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316782.814280:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbec00, rc 0) 00000100:00100000:2.0:1767316782.814345:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933862144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 178us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.814353:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12330 00000100:00100000:3.0:1767316782.818700:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.818781:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862272 00000100:00100000:1.0:1767316782.818792:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862272 00000100:00100000:1.0:1767316782.818857:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8059 00000100:00100000:1.0:1767316782.818867:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:68950:x1853163933862272:12345-192.168.204.9@tcp:44:lfs.0 00000001:00080000:3.0:1767316782.868883:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942612 is committed 00000020:00080000:3.0:1767316782.868910:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ecb3b1900 refcount 2 committed 0 result 0 batchid 4294969383 00000020:00080000:3.0:1767316782.868914:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ecaac8700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ec570e480 00000020:00080000:3.0:1767316782.868916:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ecaac8900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ec51d1180 00000020:00080000:3.0:1767316782.868918:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ecaac8f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3dca103000 00000020:00080000:3.0:1767316782.868920:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].66 00000001:00080000:3.0:1767316782.868955:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942613 is committed 00000100:00100000:0.0:1767316782.869204:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68950:x1853163933862272:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 50335us (50508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.869212:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8059 00000020:00080000:2.0:1767316782.870402:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969383 committed batchid 4294969382 00000020:00080000:2.0:1767316782.870651:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969382 00000100:00100000:3.0:1767316782.871296:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.871526:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862400 00000100:00100000:0.0:1767316782.871535:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862400 00000100:00100000:0.0:1767316782.871801:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12331 00000100:00100000:0.0:1767316782.871811:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933862400:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:0.0:1767316782.871925:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933862400:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 115us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.871933:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12331 00000100:00100000:3.0:1767316782.889001:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.889246:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862528 00000100:00100000:0.0:1767316782.889257:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862528 00000100:00100000:0.0:1767316782.889322:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12332 00000100:00100000:0.0:1767316782.889333:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933862528:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:0.0:1767316782.889381:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889398:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316782.889400:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316782.889405:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889419:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889453:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889460:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889469:0:14914:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889476:0:14914:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316782.889480:0:14914:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889488:0:14914:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889501:0:14914:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.889509:0:14914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316782.889945:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933862528:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 610us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.889954:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12332 00000100:00100000:3.0:1767316782.893832:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.893947:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862784 00000100:00100000:0.0:1767316782.893959:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862784 00000100:00100000:0.0:1767316782.894025:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8060 00000100:00100000:0.0:1767316782.894035:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68950:x1853163933862784:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316782.894099:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316782.894129:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6977 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x203:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a428 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.894149:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:0.0:1767316782.894159:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316782.894188:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.894200:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.894209:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00010000:0.0:1767316782.894384:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012a42b1a reply state 00000000bf713662 transno 8589942614 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316782.894392:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316782.894487:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68950:x1853163933862784:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 453us (669us total) trans 8589942614 rc 0/0 00000100:00100000:0.0:1767316782.894495:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8060 00010000:00010000:0.0:1767316782.897180:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.897197:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.897205:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.897211:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.897215:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.897223:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.897248:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.897251:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.897255:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 2/0,0 mode: --/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316782.897261:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69bd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316782.907499:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.907686:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933862912 00000100:00100000:2.0:1767316782.907697:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933862912 00000100:00100000:2.0:1767316782.907806:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8061 00000100:00100000:2.0:1767316782.907816:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:68950:x1853163933862912:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.907841:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.907866:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a452 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.907940:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.907956:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.907976:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316782.907979:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316782.907983:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe000, rc 0) 00000100:00100000:2.0:1767316782.908044:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68950:x1853163933862912:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 229us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.908051:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8061 00000100:00100000:3.0:1767316782.913853:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.914882:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933863040 00000100:00100000:0.0:1767316782.914896:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933863040 00000100:00100000:1.0:1767316782.915093:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12333 00000100:00100000:1.0:1767316782.915104:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933863040:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:1.0:1767316782.915349:0:14914:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x273:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316782.915352:0:14914:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x273:0x0] updating lvb mtime from disk: 0 -> 1767316782 00002000:00010000:1.0:1767316782.915355:0:14914:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x273:0x0] updating lvb atime from disk: 0 -> 1767316782 00002000:00010000:1.0:1767316782.915358:0:14914:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x273:0x0] updating lvb ctime from disk: 0 -> 1767316782 00002000:00010000:1.0:1767316782.915360:0:14914:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x273:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316782.915428:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933863040:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 326us (1585us total) trans 17179873710 rc 0/0 00000100:00100000:1.0:1767316782.915437:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12333 00000100:00100000:3.0:1767316782.918467:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.918641:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933863296 00000100:00100000:2.0:1767316782.918659:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933863296 00000100:00100000:2.0:1767316782.918717:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8062 00000100:00100000:2.0:1767316782.918726:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68950:x1853163933863296:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316782.918811:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316782.918838:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6969 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a421 expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.918859:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:2.0:1767316782.918865:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316782.918906:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.918920:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.918929:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:2.0:1767316782.919056:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008de5720a reply state 00000000ed0a676f transno 8589942615 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316782.919065:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316782.919158:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68950:x1853163933863296:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 432us (700us total) trans 8589942615 rc 0/0 00000100:00100000:2.0:1767316782.919165:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8062 00010000:00010000:0.0:1767316782.921218:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.921244:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.921251:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.921258:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316782.921263:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.921271:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.921289:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:0.0:1767316782.921292:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316782.921297:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 2/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316782.921302:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69cb lrc: 0/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316782.922855:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.923041:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933863424 00000100:00100000:1.0:1767316782.923052:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933863424 00000100:00100000:1.0:1767316782.923104:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12334 00000100:00100000:1.0:1767316782.923113:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2485:x1853163933863424:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:1.0:1767316782.923300:0:14914:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316782.923304:0:14914:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb mtime from disk: 1767316782 -> 1767316782 00002000:00010000:1.0:1767316782.923307:0:14914:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb atime from disk: 1767316782 -> 1767316782 00002000:00010000:1.0:1767316782.923310:0:14914:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb ctime from disk: 1767316782 -> 1767316782 00002000:00010000:1.0:1767316782.923312:0:14914:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x270:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316782.923362:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2485:x1853163933863424:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 249us (514us total) trans 21474840595 rc 0/0 00000100:00100000:1.0:1767316782.923369:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12334 00000100:00100000:3.0:1767316782.927398:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.927535:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933863680 00000100:00100000:0.0:1767316782.927546:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933863680 00000100:00100000:0.0:1767316782.927609:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3214 00000100:00100000:0.0:1767316782.927618:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68950:x1853163933863680:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:0.0:1767316782.927711:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x201:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba698c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a436 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.927785:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.927799:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.927807:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.927841:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.927854:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 25 pid: 42524 timeout: 2128 lvb_type: 0 00000100:00100000:0.0:1767316782.927872:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985693952:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316782.927952:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec32dd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316782.931492:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316782.931597:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933863808 00000100:00100000:1.0:1767316782.931608:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933863808 00010000:00010000:1.0:1767316782.931669:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 26 pid: 42524 timeout: 2128 lvb_type: 0 00000100:00100000:1.0:1767316782.931711:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6273 00000100:00100000:1.0:1767316782.931721:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933863808:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316782.931772:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316782.931780:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 26 pid: 42524 timeout: 2128 lvb_type: 0 00010000:00010000:1.0:1767316782.931793:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 26 pid: 42524 timeout: 2128 lvb_type: 0 00010000:00010000:1.0:1767316782.931819:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:1.0:1767316782.931824:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316782.931832:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316782.931840:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316782.931858:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316782.931909:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933863808:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 190us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.931916:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6273 00010000:00010000:0.0:1767316782.933198:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba68ba lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3f0 expref: 25 pid: 42524 timeout: 2128 lvb_type: 0 00000100:00100000:0.0:1767316782.933220:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985693952:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316782.933249:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.933258:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.933264:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.933395:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.933408:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.933416:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.933448:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.933462:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 24 pid: 41789 timeout: 2128 lvb_type: 0 00000100:00100000:0.0:1767316782.933480:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985694080:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316782.933572:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec32dd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316782.935633:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985694080:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316782.935671:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316782.938796:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.938896:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933863936 00000100:00100000:2.0:1767316782.938906:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933863936 00010000:00010000:2.0:1767316782.938948:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 25 pid: 41789 timeout: 2128 lvb_type: 0 00000100:00100000:2.0:1767316782.938995:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6274 00000100:00100000:2.0:1767316782.939005:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163933863936:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316782.939020:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316782.939027:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 25 pid: 41789 timeout: 2128 lvb_type: 0 00010000:00010000:2.0:1767316782.939040:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 25 pid: 41789 timeout: 2128 lvb_type: 0 00010000:00010000:2.0:1767316782.939062:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69c4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a452 expref: 25 pid: 41789 timeout: 2128 lvb_type: 0 00010000:00010000:2.0:1767316782.939077:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316782.939082:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.939091:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.939097:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.939117:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316782.939170:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163933863936:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 166us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.939177:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6274 00010000:00010000:0.0:1767316782.939532:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316782.939540:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316782.939999:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.940048:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.940077:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed96203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316782.940150:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694208 00000100:00100000:1.0:1767316782.940156:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694208 00000100:00100000:1.0:1767316782.940251:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1767316782.940259:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985694208:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316782.940325:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985694208:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 68us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.940332:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1767316782.940409:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.940448:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.940473:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.940804:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed9620900 going to sleep for 11 seconds 00000100:00100000:1.0:1767316782.943972:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694336 00000100:00100000:1.0:1767316782.943986:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694336 00000100:00100000:1.0:1767316782.944046:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1767316782.944056:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985694336:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316782.944188:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985694336:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 133us (3713us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316782.944195:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1767316782.944373:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.944446:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694464:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316782.944483:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316782.944514:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed96203c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316782.944566:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694464 00000100:00100000:2.0:1767316782.944571:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694464 00000100:00100000:2.0:1767316782.944605:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1767316782.944612:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985694464:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316782.944683:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985694464:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 71us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.944690:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1767316782.944718:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694464:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1767316782.944966:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942616 00000100:00100000:2.0:1767316782.945034:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694592:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316782.945062:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316782.945078:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2c4b840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316782.945089:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694592 00000100:00100000:2.0:1767316782.945091:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694592 00000100:00100000:2.0:1767316782.945112:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1767316782.945117:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985694592:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316782.945263:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:41791:x1853163985694592:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 144us (199us total) trans 17179873711 rc 0/0 00000100:00100000:2.0:1767316782.945269:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1767316782.945300:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985694592:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1767316782.945389:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942617 00010000:00010000:2.0:1767316782.945414:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945425:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945432:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945442:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.945447:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945454:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945470:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316782.945474:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316782.945478:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945484:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba69d9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x203:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945503:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945508:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945513:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945518:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.945520:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945526:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945532:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:2.0:1767316782.945534:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316782.945536:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945541:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba69d2 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316782.945562:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:2.0:1767316782.945564:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316782.945570:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba698c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a436 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316782.945671:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68950:x1853163933863680:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 18053us (18282us total) trans 8589942618 rc 0/0 00000100:00100000:2.0:1767316782.945679:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3214 00000020:00080000:2.0:1767316782.945683:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1767316782.951581:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.951717:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933864064 00000100:00100000:0.0:1767316782.951773:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933864064 00000100:00100000:0.0:1767316782.951836:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8063 00000100:00100000:0.0:1767316782.951846:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:68950:x1853163933864064:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316782.951876:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316782.951901:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba69e0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a459 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.951962:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba69e0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a459 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.951976:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba69e0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a459 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316782.951995:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:0.0:1767316782.951998:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316782.952001:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:0.0:1767316782.952070:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68950:x1853163933864064:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 225us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316782.952077:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8063 00000100:00100000:2.0:1767316782.957934:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.958029:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933864320 00000100:00100000:0.0:1767316782.958040:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933864320 00000100:00100000:0.0:1767316782.958104:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3215 00000100:00100000:0.0:1767316782.958114:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3659450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:68950:x1853163933864320:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316782.958525:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3659450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:68950:x1853163933864320:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 411us (599us total) trans 8589942619 rc 0/0 00000100:00100000:0.0:1767316782.958532:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3215 00000100:00100000:3.0:1767316782.962215:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.962682:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933864576 00000100:00100000:2.0:1767316782.962693:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933864576 00000100:00100000:2.0:1767316782.962775:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3216 00000100:00100000:2.0:1767316782.962784:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:68950:x1853163933864576:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:2.0:1767316782.963073:0:41792:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x203:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1767316782.963205:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316782.963223:0:41792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316782.963607:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316782.963616:0:41792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316782.963624:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316782.963630:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316782.963831:0:41792:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316782.963956:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68950:x1853163933864576:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 1171us (1749us total) trans 8589942620 rc 0/0 00000100:00100000:2.0:1767316782.963964:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3216 00010000:00010000:0.0:1767316782.969891:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316782.969974:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316782.969986:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316782.969991:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316782.969999:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316782.970017:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x203:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316782.970020:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316782.970024:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316782.970030:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69e7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316782.970053:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316782.970055:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316782.970057:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316782.987363:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.987460:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933864704 00000100:00100000:2.0:1767316782.987471:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933864704 00000100:00100000:2.0:1767316782.987534:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8064 00000100:00100000:2.0:1767316782.987545:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:68952:x1853163933864704:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.987580:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.987604:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a460 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.987668:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba69f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.987682:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba69f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.987692:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba69f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316782.987791:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316782.987796:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316782.987822:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba69f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.987849:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba69ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a460 expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.987867:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba69f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a460 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.987876:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316782.987879:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316782.987882:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe400, rc 0) 00000100:00100000:2.0:1767316782.988129:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68952:x1853163933864704:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 585us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.988138:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8064 00000100:00100000:3.0:1767316782.991119:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316782.991429:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933864960 00000100:00100000:2.0:1767316782.991439:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933864960 00000100:00100000:2.0:1767316782.991485:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8065 00000100:00100000:2.0:1767316782.991494:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68952:x1853163933864960:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316782.991513:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316782.991530:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a467 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.991612:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991623:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991632:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991649:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991655:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991661:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991794:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991802:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991808:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991814:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.991819:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991825:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991838:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316782.991841:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.991846:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991851:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6a03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991863:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991869:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991875:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991880:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.991883:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991888:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991894:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316782.991897:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.991910:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991917:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6a0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316782.991950:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69fc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a467 expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.991960:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316782.991962:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316782.991965:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba69fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a467 expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316782.991975:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316782.992036:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68952:x1853163933864960:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 542us (928us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316782.992044:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8065 00000100:00100000:3.0:1767316782.996621:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316782.996935:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865088 00000100:00100000:0.0:1767316782.996947:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865088 00000100:00100000:2.0:1767316782.997117:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8066 00000100:00100000:2.0:1767316782.997129:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68952:x1853163933865088:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316782.997210:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997238:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997250:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997274:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997281:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997287:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997389:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997398:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997405:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316782.997439:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00200000:2.0:1767316782.997444:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316782.997456:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997470:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997476:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997483:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997488:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.997492:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997500:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997511:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316782.997515:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.997519:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997525:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997538:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997544:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997563:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997573:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.997576:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997581:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997588:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316782.997590:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.997593:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997598:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997613:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997618:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997623:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997628:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316782.997631:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997636:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997642:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316782.997645:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316782.997764:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316782.997772:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a1f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316782.997851:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68952:x1853163933865088:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 723us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316782.997859:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8066 00000100:00100000:3.0:1767316783.031160:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316783.031273:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865344 00000100:00100000:1.0:1767316783.031283:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865344 00000100:00100000:1.0:1767316783.031338:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8067 00000100:00100000:1.0:1767316783.031346:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68956:x1853163933865344:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316783.031366:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316783.031387:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6a26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a46e expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316783.031455:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031468:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031479:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031505:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031512:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031518:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031630:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031638:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031645:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031651:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316783.031655:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031663:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031679:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:1.0:1767316783.031682:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316783.031688:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031693:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6a2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031709:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031715:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031721:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031725:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316783.031789:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031795:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031802:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316783.031805:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316783.031808:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031813:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6a34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316783.031846:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6a26 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a46e expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316783.031856:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:1.0:1767316783.031859:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316783.031862:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6a26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a46e expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316783.031871:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316783.031934:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68956:x1853163933865344:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 586us (782us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316783.031941:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8067 00000100:00100000:3.0:1767316783.034838:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316783.034929:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865472 00000100:00100000:2.0:1767316783.034940:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865472 00000100:00100000:2.0:1767316783.034991:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8068 00000100:00100000:2.0:1767316783.035000:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68956:x1853163933865472:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316783.035075:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035091:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035103:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035119:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035125:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035131:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035246:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035256:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035262:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316783.035295:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00200000:2.0:1767316783.035299:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316783.035311:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035324:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035331:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035337:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035343:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316783.035347:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035354:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035366:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316783.035369:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316783.035374:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035380:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035501:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035509:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035515:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035520:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316783.035524:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035530:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035537:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316783.035540:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316783.035543:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035548:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035573:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035578:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035583:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035591:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316783.035593:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035598:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035605:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316783.035607:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316783.035610:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316783.035614:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a49 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316783.036009:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:68956:x1853163933865472:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1006us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316783.036018:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8068 00010000:00010000:2.0:1767316783.204401:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316784.234224:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316785.252183:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316785.828220:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985695104:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828277:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316785.828318:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767316785.828322:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985694720:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828342:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316785.828354:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985695232:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828365:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316785.828379:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985694848:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828394:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316785.828405:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985695360:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828421:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316785.828438:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316785.828443:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985694976:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828461:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316785.828492:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985695104 00000100:00100000:1.0:1767316785.828530:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985695104 00000100:00100000:1.0:1767316785.828582:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985695232 00000100:00100000:1.0:1767316785.828585:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985695232 00000100:00100000:1.0:1767316785.828600:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1767316785.828607:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985695104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828660:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985695104:12345-0@lo:400:kworker.0 Request processed in 53us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316785.828667:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1767316785.828685:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1767316785.828691:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985695232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828719:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985695232:12345-0@lo:400:kworker.0 Request processed in 28us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316785.828725:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1767316785.828763:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694848 00000100:00100000:1.0:1767316785.828766:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694848 00000100:00100000:1.0:1767316785.828784:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985695360 00000100:00100000:1.0:1767316785.828785:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985695360 00000100:00100000:1.0:1767316785.828793:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694976 00000100:00100000:1.0:1767316785.828794:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694976 00000100:00100000:1.0:1767316785.828805:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1767316785.828809:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985694848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828832:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985694848:12345-0@lo:400:kworker.0 Request processed in 23us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316785.828836:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1767316785.828843:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1767316785.828847:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985695360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828861:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985695360:12345-0@lo:400:kworker.0 Request processed in 14us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316785.828864:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1767316785.828870:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1767316785.828873:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985694976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828886:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985694976:12345-0@lo:400:kworker.0 Request processed in 13us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316785.828889:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:1.0:1767316785.828903:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767316785.828906:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316785.828907:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316785.828939:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985694976:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828945:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985694848:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828949:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985695360:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828970:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985695232:0@lo:400:kworker.0 00000100:00100000:1.0:1767316785.828975:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985695104:0@lo:400:kworker.0 00000100:00100000:2.0:1767316785.829046:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985694720 00000100:00100000:2.0:1767316785.829050:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985694720 00000100:00100000:2.0:1767316785.829088:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1767316785.829095:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985694720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316785.829130:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985694720:12345-0@lo:400:kworker.0 Request processed in 36us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316785.829136:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1767316785.829605:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985694720:0@lo:400:kworker.0 00000001:00080000:0.0:1767316785.938878:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873709 is committed 00000001:00080000:0.0:1767316785.938895:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873710 is committed 00000001:00080000:0.0:1767316785.938908:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873711 is committed 00010000:00010000:2.0:1767316786.276339:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316786.852319:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985695616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316786.852387:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316786.852774:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985695616 00000100:00100000:1.0:1767316786.852783:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985695616 00000100:00100000:1.0:1767316786.852828:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1767316786.852837:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985695616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316786.852872:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399966208 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316786.852920:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985695616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316786.852927:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1767316786.853258:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985695616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316786.853340:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985695488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316786.853373:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316786.853450:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985695488 00000100:00100000:3.0:1767316786.853456:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985695488 00000100:00100000:3.0:1767316786.853495:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1767316786.853502:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985695488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316786.853522:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316786.853562:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985695488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316786.853570:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1767316786.853772:0:6213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873711 gen 2 00000004:00080000:0.0:1767316786.853778:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50ed80, transno 17179873706 00000004:00080000:0.0:1767316786.853805:0:6213:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873709 committed transno 17179873711 00000004:00080000:0.0:1767316786.853824:0:6213:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873711 committed transno 17179873711 00000100:00100000:0.0:1767316786.853841:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985695488:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767316787.301291:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316787.420315:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840594 is committed 00000001:00080000:3.0:1767316787.420332:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840593 is committed 00000001:00080000:3.0:1767316787.420339:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840595 is committed 00000100:00100000:0.0:1767316787.876036:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316787.876097:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316787.876136:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316787.876162:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316787.876200:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865856 00000100:00100000:0.0:1767316787.876210:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865856 00000100:00100000:0.0:1767316787.876812:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865984 00000100:00100000:0.0:1767316787.876819:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865984 00000100:00100000:0.0:1767316787.876860:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 932 00000100:00100000:0.0:1767316787.876870:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933865856:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316787.876951:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933865856:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316787.876959:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 932 00000100:00100000:0.0:1767316787.876977:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 933 00000100:00100000:0.0:1767316787.876985:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933865984:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316787.877012:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933865984:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316787.877018:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 933 00000100:00100000:1.0:1767316787.877098:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865600 00000100:00100000:1.0:1767316787.877103:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865600 00000100:00100000:1.0:1767316787.877135:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 583 00000100:00100000:1.0:1767316787.877141:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933865600:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316787.877175:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933865600:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316787.877182:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 583 00000100:00100000:1.0:1767316787.877214:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933865728 00000100:00100000:1.0:1767316787.877218:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933865728 00000100:00100000:1.0:1767316787.877827:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 542 00000100:00100000:1.0:1767316787.877838:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2484:x1853163933865728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316787.877875:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2484:x1853163933865728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316787.877881:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 542 00000100:00080000:1.0:1767316787.877904:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767316787.877908:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316787.877911:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1767316788.007625:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942619 is committed 00000001:00080000:0.0:1767316788.007654:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942620 is committed 00000020:00080000:0.0:1767316788.007666:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ec32dd6c0 refcount 2 committed 0 result 0 batchid 4294969384 00000020:00080000:0.0:1767316788.007671:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3efc05b600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3efbabbf00 00000020:00080000:0.0:1767316788.007674:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3efc05b400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef7ac4000 00000020:00080000:0.0:1767316788.007693:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969383 batchid updated 00000020:00080000:2.0:1767316788.007863:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969384 committed batchid 4294969383 00000020:00080000:2.0:1767316788.008166:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969383 cancel update log [0x200000bd0:0x1:0x0].66: rc = 0 00000020:00080000:2.0:1767316788.008174:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969383 00010000:00010000:1.0:1767316788.325998:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767316788.973110:0:50795:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 205b: lfs mirror extend to set nocompr flag ========================================================== 20:19:47 (1767316787) 00000100:00100000:1.0:1767316789.059483:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.059650:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933866240 00000100:00100000:2.0:1767316789.059661:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933866240 00000100:00100000:2.0:1767316789.059762:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8069 00000100:00100000:2.0:1767316789.059773:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:69529:x1853163933866240:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.059794:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.059797:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316789.059826:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba69f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a460 expref: 22 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.059843:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316789.059853:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316789.059867:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a50 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a475 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.060002:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060015:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060024:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060035:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060042:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060048:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00080000:1.0:1767316789.060278:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316789.060885:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060895:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060903:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316789.060913:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:2.0:1767316789.060938:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060946:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060952:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060958:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316789.060961:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060967:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060976:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316789.060979:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316789.060983:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.060991:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6a57 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316789.061001:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065a44956 reply state 00000000d9669768 transno 8589942621 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316789.061010:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316789.061038:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6a50 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.061054:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 23 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.061072:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316789.061076:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316789.061079:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf200, rc 0) 00000100:00100000:2.0:1767316789.061239:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:69529:x1853163933866240:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1467us (1762us total) trans 8589942621 rc 0/0 00000100:00100000:2.0:1767316789.061249:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8069 00000100:00100000:1.0:1767316789.071426:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316789.071469:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.071482:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.071491:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.071497:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.071501:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.071508:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.071524:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3efd6a6f00) 00010000:00010000:1.0:1767316789.071527:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316789.071533:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.071551:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6a5e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316789.071594:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933866496 00000100:00100000:1.0:1767316789.071603:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933866496 00000100:00100000:1.0:1767316789.071651:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8070 00000100:00100000:1.0:1767316789.071661:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:69529:x1853163933866496:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316789.071685:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316789.071704:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a47c expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.071817:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.071832:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.071840:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 4/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.071876:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.071890:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 24 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.071905:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985695744:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316789.071987:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeede40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316789.076759:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985695744:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316789.076790:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316789.089352:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.089725:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933866624 00000100:00100000:3.0:1767316789.089758:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933866624 00010000:00010000:3.0:1767316789.089802:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 25 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:3.0:1767316789.089842:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6275 00000100:00100000:3.0:1767316789.089853:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2484:x1853163933866624:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316789.089867:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316789.089874:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 25 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.089887:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 25 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.089912:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6a65 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a475 expref: 25 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.089927:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:3.0:1767316789.089932:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.089941:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.089949:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.089978:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316789.090042:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2484:x1853163933866624:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 190us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.090054:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6275 00010000:00010000:3.0:1767316789.090376:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090384:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316789.090402:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00080000:3.0:1767316789.090713:0:45512:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x271:0x0], index 0: 0 00010000:00010000:3.0:1767316789.090870:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090878:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090884:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090889:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316789.090893:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090900:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090911:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:3.0:1767316789.090913:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316789.090916:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090921:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6a7a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.090978:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a73 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a47c expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.090987:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316789.090989:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316789.090993:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a47c expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.091005:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:3.0:1767316789.091048:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:69529:x1853163933866496:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 19388us (19631us total) trans 8589942622 rc 301/301 00000100:00100000:3.0:1767316789.091055:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8070 00000100:00100000:3.0:1767316789.093350:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.093487:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933866880 00000100:00100000:2.0:1767316789.093496:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933866880 00000100:00100000:2.0:1767316789.093557:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3217 00000100:00100000:2.0:1767316789.093566:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:69529:x1853163933866880:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316789.094054:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:69529:x1853163933866880:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 487us (709us total) trans 8589942623 rc 0/0 00000100:00100000:2.0:1767316789.094642:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3217 00000100:00100000:3.0:1767316789.096231:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.096302:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933867008 00000100:00100000:1.0:1767316789.096314:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933867008 00000100:00100000:1.0:1767316789.096369:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8071 00000100:00100000:1.0:1767316789.096378:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:69529:x1853163933867008:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316789.096400:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316789.096423:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a483 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.096509:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.096524:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.096540:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316789.096544:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316789.096547:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316789.096607:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:69529:x1853163933867008:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 229us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.096613:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8071 00000100:00100000:0.0:1767316789.103483:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.105766:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933867264 00000100:00100000:1.0:1767316789.105782:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933867264 00000100:00100000:1.0:1767316789.105839:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3218 00000100:00100000:1.0:1767316789.105850:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:69529:x1853163933867264:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316789.106298:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69529:x1853163933867264:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 447us (2823us total) trans 8589942624 rc 0/0 00000100:00100000:1.0:1767316789.106306:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3218 00000100:00100000:3.0:1767316789.124580:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.124658:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933867392 00000100:00100000:1.0:1767316789.124668:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933867392 00000100:00100000:1.0:1767316789.124753:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8072 00000100:00100000:1.0:1767316789.124764:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933867392:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316789.124789:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316789.124812:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6a8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a48a expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.124884:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.124898:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.124912:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316789.124975:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316789.124980:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316789.125002:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.125029:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6a8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a48a expref: 28 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.125047:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a48a expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.125074:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316789.125078:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316789.125082:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316789.125153:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69532:x1853163933867392:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 391us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.125161:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8072 00000100:00100000:3.0:1767316789.129127:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.129167:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933867648 00000100:00100000:3.0:1767316789.129176:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933867648 00000100:00100000:3.0:1767316789.129229:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8073 00000100:00100000:3.0:1767316789.129238:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69532:x1853163933867648:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.129261:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.129282:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6a9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a491 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.129357:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129370:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129381:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129393:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129400:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129405:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129552:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129561:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129567:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316789.129577:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:3.0:1767316789.129678:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129685:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129691:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129697:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316789.129701:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129708:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129718:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:3.0:1767316789.129721:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316789.129725:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129752:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6aa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129765:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129770:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129776:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129780:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316789.129783:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129788:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129795:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ec1326000) 00010000:00010000:3.0:1767316789.129797:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316789.129799:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129804:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6aab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.129846:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6a9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.129860:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.129866:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316789.129868:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316789.129870:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38000, rc 0) 00000100:00100000:3.0:1767316789.129927:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:69532:x1853163933867648:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 690us (815us total) trans 8589942625 rc 0/0 00000100:00100000:3.0:1767316789.129935:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8073 00000100:00100000:3.0:1767316789.143951:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.143987:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933867776 00000100:00100000:3.0:1767316789.143997:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933867776 00000100:00100000:3.0:1767316789.144059:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12335 00000100:00100000:3.0:1767316789.145747:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163933867776:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.145769:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.145790:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a498 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316789.145813:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316789.145833:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.145836:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.145844:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 12 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.145870:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 12 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.145884:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38400, rc 0) 00000100:00100000:3.0:1767316789.145952:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933867776:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 231us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.145960:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12335 00000100:00080000:3.0:1767316789.145993:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316789.160103:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.162270:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933868032 00000100:00100000:1.0:1767316789.162285:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933868032 00000100:00100000:1.0:1767316789.162345:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3219 00000100:00100000:1.0:1767316789.162355:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:69532:x1853163933868032:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316789.164367:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69532:x1853163933868032:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 2006us (4267us total) trans 8589942626 rc 0/0 00000100:00100000:1.0:1767316789.164380:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3219 00000100:00100000:3.0:1767316789.170000:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.171519:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933868288 00000100:00100000:1.0:1767316789.171619:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933868288 00000100:00100000:1.0:1767316789.171685:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8074 00000100:00100000:1.0:1767316789.171695:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69532:x1853163933868288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316789.171725:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316789.171771:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ac7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a49f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.171865:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.171880:0:42523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.171894:0:42523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 4/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.171929:0:42523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.171940:0:42523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 31 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.171954:0:42523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985695872:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316789.172042:0:42523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed780 going to sleep for 11 seconds 00000100:00100000:1.0:1767316789.183401:0:42523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985695872:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316789.183433:0:42523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316789.184643:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.186150:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933868416 00000100:00100000:1.0:1767316789.186165:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933868416 00010000:00010000:1.0:1767316789.186213:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 32 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.186261:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6276 00000100:00100000:1.0:1767316789.186271:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:2484:x1853163933868416:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.186288:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.186294:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 32 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.186307:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 32 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.186329:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6ab2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a491 expref: 32 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.186347:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316789.186352:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.186361:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.186368:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.186401:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.186477:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:2484:x1853163933868416:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 206us (2752us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.186485:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6276 00010000:00010000:2.0:1767316789.187174:0:42523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.187183:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316789.187204:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:2.0:1767316789.187371:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ac7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 32 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.187389:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.187396:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316789.187399:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316789.187402:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:2.0:1767316789.187456:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:69532:x1853163933868288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 15762us (17465us total) trans 8589942627 rc 0/0 00000100:00100000:2.0:1767316789.187464:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8074 00000100:00100000:3.0:1767316789.191406:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.191494:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933868672 00000100:00100000:2.0:1767316789.191503:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933868672 00000100:00100000:2.0:1767316789.191558:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8075 00000100:00100000:2.0:1767316789.191566:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:69532:x1853163933868672:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.191590:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.191593:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316789.191616:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6a96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a48a expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.191633:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:2.0:1767316789.191644:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316789.191661:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6adc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4a6 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.192231:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.192244:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.192253:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316789.192262:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x205:0x0]: returning size 0 00010000:00010000:2.0:1767316789.192303:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6adc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 33 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.192319:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 32 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.192327:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316789.192330:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316789.192332:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbe400, rc 0) 00000100:00100000:2.0:1767316789.192394:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:69532:x1853163933868672:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 827us (996us total) trans 8589942628 rc 0/0 00000100:00100000:2.0:1767316789.192400:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8075 00000100:00100000:3.0:1767316789.196321:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.196657:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933868928 00000100:00100000:2.0:1767316789.196668:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933868928 00000100:00100000:2.0:1767316789.196724:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8076 00000100:00100000:2.0:1767316789.196766:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:69532:x1853163933868928:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.196791:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.196813:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6af1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4ad expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.196904:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.196917:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 33 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.196926:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.196955:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 33 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.196968:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 33 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.196981:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985696000:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316789.197056:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8696e40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316789.199904:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985696000:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316789.199942:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316789.201047:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.201453:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933869056 00000100:00100000:1.0:1767316789.201462:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933869056 00010000:00010000:1.0:1767316789.201501:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 34 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.201582:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6277 00000100:00100000:1.0:1767316789.201592:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:2484:x1853163933869056:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.201607:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.201614:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 34 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.201630:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 34 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.201650:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6ae3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4a6 expref: 34 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.201667:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:1.0:1767316789.201672:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.201680:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.201687:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.201721:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.201807:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:2484:x1853163933869056:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 215us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.201815:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6277 00010000:00010000:3.0:1767316789.201872:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.201879:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316789.201900:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x205:0x0]: returning size 0 00000004:00080000:3.0:1767316789.202098:0:45512:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x274:0x0], index 1: 0 00010000:00010000:3.0:1767316789.202279:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202286:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202296:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202301:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316789.202305:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202311:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202321:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:3.0:1767316789.202323:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316789.202327:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202332:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6af8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.202385:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6af1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4ad expref: 33 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.202395:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6000) 00010000:00010000:3.0:1767316789.202397:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316789.202400:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6af1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4ad expref: 33 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.202410:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbea00, rc 0) 00000100:00100000:3.0:1767316789.202450:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:69532:x1853163933868928:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5685us (6138us total) trans 8589942629 rc 301/301 00000100:00100000:3.0:1767316789.202457:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8076 00000100:00100000:0.0:1767316789.205461:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.205949:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933869312 00000100:00100000:3.0:1767316789.205960:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933869312 00000100:00100000:3.0:1767316789.206007:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3220 00000100:00100000:3.0:1767316789.206015:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:69532:x1853163933869312:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316789.206615:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:69532:x1853163933869312:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 599us (1162us total) trans 8589942630 rc 0/0 00000100:00100000:3.0:1767316789.206623:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3220 00000100:00100000:0.0:1767316789.209028:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.209246:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933869440 00000100:00100000:3.0:1767316789.209256:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933869440 00000100:00100000:3.0:1767316789.209345:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8077 00000100:00100000:3.0:1767316789.209355:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:69532:x1853163933869440:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.209399:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.209420:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4b4 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.209516:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.209546:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 34 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.209554:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.209587:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 34 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.209599:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 34 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:3.0:1767316789.209616:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985696128:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316789.209688:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316789.212129:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985696128:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316789.212158:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316789.213038:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.213107:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933869568 00000100:00100000:1.0:1767316789.213120:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933869568 00010000:00010000:1.0:1767316789.213158:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 35 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.213198:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6278 00000100:00100000:1.0:1767316789.213207:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8586850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933869568:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.213223:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.213230:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 35 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.213241:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 35 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.213262:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba6ace lrc: 0/0,0 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a49f expref: 35 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.213288:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316789.213292:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.213302:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.213308:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.213338:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.213386:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8586850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:2483:x1853163933869568:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 180us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.213394:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6278 00010000:00010000:0.0:1767316789.213761:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.213770:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316789.213812:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:0.0:1767316789.213817:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316789.213835:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.213866:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4b4 expref: 34 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.213880:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4b4 expref: 33 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.213887:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:0.0:1767316789.213889:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316789.213892:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38e00, rc 0) 00000100:00100000:0.0:1767316789.213928:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:69532:x1853163933869440:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4575us (4908us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.213935:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8077 00000100:00100000:0.0:1767316789.216656:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.217395:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933869696 00000100:00100000:3.0:1767316789.217406:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933869696 00000100:00100000:3.0:1767316789.217529:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8078 00000100:00100000:3.0:1767316789.217548:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:69532:x1853163933869696:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.217569:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.217593:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b14 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4bb expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.217673:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b1b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.217686:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.217698:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316789.217759:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x205:0x0]: returning size 0 00000004:00200000:3.0:1767316789.217763:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316789.217780:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316789.217809:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b14 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4bb expref: 35 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.217827:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b1b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4bb expref: 34 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.217835:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3ec1326000) 00010000:00010000:3.0:1767316789.217838:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1767316789.217841:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39000, rc 0) 00000100:00100000:3.0:1767316789.217906:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:69532:x1853163933869696:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 360us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.217913:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8078 00000100:00100000:1.0:1767316789.221475:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.221559:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933869824 00000100:00100000:3.0:1767316789.221571:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933869824 00000100:00100000:3.0:1767316789.221646:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12336 00000100:00100000:3.0:1767316789.221656:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933869824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.221676:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.221697:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4c2 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316789.221725:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00080000:1.0:1767316789.221808:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767316789.222218:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.222221:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.222230:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.222250:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.222268:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39600, rc 0) 00000100:00100000:3.0:1767316789.222333:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933869824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 677us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.222340:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12336 00000100:00100000:1.0:1767316789.230907:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.231217:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870080 00000100:00100000:2.0:1767316789.231236:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870080 00000100:00100000:0.0:1767316789.231479:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8079 00000100:00100000:0.0:1767316789.231492:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:69532:x1853163933870080:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.231516:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.231551:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6b29 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4c9 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.231661:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6b30 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.231675:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6b30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.231686:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6b30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316789.231698:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:0.0:1767316789.231841:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6b29 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c9 expref: 37 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.231861:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6b30 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c9 expref: 36 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.231870:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:0.0:1767316789.231873:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316789.231876:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316789.231941:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:69532:x1853163933870080:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 451us (1044us total) trans 8589942631 rc 0/0 00000100:00100000:0.0:1767316789.231949:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8079 00000100:00100000:0.0:1767316789.241542:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.241881:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870208 00000100:00100000:3.0:1767316789.241892:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870208 00000100:00100000:2.0:1767316789.242079:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12337 00000100:00100000:2.0:1767316789.242090:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933870208:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316789.242149:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242166:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.242168:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.242173:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242187:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242216:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242225:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242233:0:38183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242240:0:38183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316789.242244:0:38183:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242253:0:38183:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242267:0:38183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.242278:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316789.242477:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933870208:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 388us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.242486:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12337 00000100:00100000:1.0:1767316789.316816:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.316940:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870336 00000100:00100000:0.0:1767316789.316959:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870336 00000100:00100000:0.0:1767316789.317016:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8080 00000100:00100000:0.0:1767316789.317025:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:69532:x1853163933870336:12345-192.168.204.9@tcp:44:lfs.0 00010000:00010000:2.0:1767316789.348631:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316789.385222:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942631 is committed 00000020:00080000:1.0:1767316789.385268:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969384 batchid updated 00000020:00080000:2.0:1767316789.385343:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969384 00000020:00080000:2.0:1767316789.385355:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969384 00000100:00100000:0.0:1767316789.385553:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:69532:x1853163933870336:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 68523us (68740us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.385565:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8080 00000100:00100000:1.0:1767316789.395553:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.395755:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870464 00000100:00100000:2.0:1767316789.395766:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870464 00000100:00100000:2.0:1767316789.395820:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12338 00000100:00100000:2.0:1767316789.395831:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933870464:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:2.0:1767316789.395930:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933870464:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 101us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.395938:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12338 00000100:00100000:1.0:1767316789.437109:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.437210:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870592 00000100:00100000:3.0:1767316789.437235:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870592 00000100:00100000:3.0:1767316789.437308:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12339 00000100:00100000:3.0:1767316789.437320:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5466850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933870592:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316789.437367:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437382:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.437384:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.437389:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437402:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437443:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437451:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437463:0:37089:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437470:0:37089:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316789.437474:0:37089:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437483:0:37089:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437498:0:37089:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.437505:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316789.437581:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5466850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933870592:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 264us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.437589:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12339 00000100:00100000:0.0:1767316789.442712:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.442849:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870848 00000100:00100000:1.0:1767316789.442860:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870848 00000100:00100000:1.0:1767316789.442937:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8081 00000100:00100000:1.0:1767316789.442946:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:69532:x1853163933870848:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316789.443002:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.443029:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b1b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x205:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4bb expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.443049:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3ec1326000) 00010000:00010000:1.0:1767316789.443060:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316789.443096:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.443118:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.443128:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316789.443326:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008cd9e8ea reply state 0000000091fa4ffc transno 8589942632 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316789.443336:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316789.443447:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933870848:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 501us (743us total) trans 8589942632 rc 0/0 00000100:00100000:1.0:1767316789.443454:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8081 00000100:00100000:1.0:1767316789.447616:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.447711:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933870976 00000100:00100000:3.0:1767316789.447721:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933870976 00000100:00100000:3.0:1767316789.448123:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8082 00000100:00100000:3.0:1767316789.448133:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933870976:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.448161:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.448184:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4d0 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.448269:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.448550:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.448559:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.448565:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.448571:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.448575:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.448582:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.448594:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:0.0:1767316789.448597:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.448602:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.448608:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6b4c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.449082:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.449110:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:3.0:1767316789.449113:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316789.449116:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39400, rc 0) 00000100:00100000:3.0:1767316789.449242:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933870976:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1108us (1638us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.449251:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8082 00000100:00100000:0.0:1767316789.456718:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.456994:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933871104 00000100:00100000:3.0:1767316789.457005:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933871104 00000100:00100000:3.0:1767316789.457065:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12340 00000100:00100000:3.0:1767316789.457075:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:69532:x1853163933871104:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.457094:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.457115:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4d7 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.457145:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.457153:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.457155:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.457160:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.457200:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.457213:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 2134 lvb_type: 1 00000100:00100000:3.0:1767316789.457242:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985696256:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316789.457329:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316789.460630:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985696256:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316789.460671:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.460691:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39000, rc 0) 00000100:00100000:3.0:1767316789.460786:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:69532:x1853163933871104:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3711us (4087us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.460796:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12340 00000100:00100000:1.0:1767316789.462654:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.462723:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933871232 00000100:00100000:2.0:1767316789.462762:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933871232 00010000:00010000:2.0:1767316789.462797:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 2134 lvb_type: 1 00000100:00100000:2.0:1767316789.462832:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6279 00000100:00100000:2.0:1767316789.462841:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933871232:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316789.462855:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316789.462877:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 2134 lvb_type: 1 00010000:00010000:2.0:1767316789.462903:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 2134 lvb_type: 1 00010000:00010000:2.0:1767316789.462928:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6b22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c2 expref: 12 pid: 38183 timeout: 2134 lvb_type: 1 00010000:00010000:2.0:1767316789.462943:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.462946:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.462952:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.462962:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.462999:0:44652:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 11 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316789.463012:0:44652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44652:1853163985696384:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316789.463083:0:44652:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef50330c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316789.472855:0:44652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44652:1853163985696384:192.168.204.9@tcp:105: 00010000:00010000:2.0:1767316789.473086:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316789.473198:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933871232:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 10355us (10549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.473209:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6279 00000100:00100000:0.0:1767316789.478230:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.478478:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933871360 00000100:00100000:3.0:1767316789.478549:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933871360 00000100:00100000:3.0:1767316789.479210:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12341 00000100:00100000:3.0:1767316789.479224:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933871360:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316789.479548:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1767316789.479552:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 0 -> 1767316788 00002000:00010000:3.0:1767316789.479554:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 0 -> 1767316788 00002000:00010000:3.0:1767316789.479557:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 0 -> 1767316789 00002000:00010000:3.0:1767316789.479560:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1767316789.479634:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933871360:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 414us (1413us total) trans 17179873712 rc 0/0 00000100:00100000:3.0:1767316789.479642:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12341 00000100:00100000:1.0:1767316789.485966:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.486066:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933871616 00000100:00100000:3.0:1767316789.486076:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933871616 00000100:00100000:3.0:1767316789.486166:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8083 00000100:00100000:3.0:1767316789.486177:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933871616:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316789.486231:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316789.486257:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6b0d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4b4 expref: 26 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.486278:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316789.486283:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316789.486326:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.486340:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.486350:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316789.487065:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d999b6da reply state 0000000045206fae transno 8589942633 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316789.487076:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316789.487180:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69532:x1853163933871616:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1003us (1224us total) trans 8589942633 rc 0/0 00000100:00100000:2.0:1767316789.487188:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8083 00010000:00010000:1.0:1767316789.489158:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.489175:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.489182:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.489189:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.489194:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.489202:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.489218:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316789.489221:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316789.489227:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.489232:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6b61 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316789.490009:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.490097:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933871744 00000100:00100000:3.0:1767316789.490108:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933871744 00000100:00100000:3.0:1767316789.490248:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12342 00000100:00100000:3.0:1767316789.490258:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:69532:x1853163933871744:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.490278:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.490296:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4de expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.490327:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 13 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.490335:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.490337:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.490341:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4de expref: 13 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.490387:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 13 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.490401:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 13 pid: 37089 timeout: 2134 lvb_type: 1 00000100:00100000:3.0:1767316789.490415:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985696512:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316789.490510:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.493313:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.493451:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933871872 00000100:00100000:2.0:1767316789.493460:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933871872 00010000:00010000:2.0:1767316789.493495:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 14 pid: 37089 timeout: 2134 lvb_type: 1 00000100:00100000:2.0:1767316789.493538:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6280 00000100:00100000:2.0:1767316789.493547:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933871872:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316789.493561:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316789.493594:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 14 pid: 37089 timeout: 2134 lvb_type: 1 00010000:00010000:2.0:1767316789.493609:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 14 pid: 37089 timeout: 2134 lvb_type: 1 00010000:00010000:2.0:1767316789.493634:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.493636:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.493642:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4de expref: 14 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.493652:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4de expref: 14 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.493696:0:44652:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4de expref: 14 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316789.493710:0:44652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44652:1853163985696640:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316789.493826:0:44652:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef50330c0 going to sleep for 11 seconds 00010000:00010000:3.0:1767316789.494333:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6ac0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a498 expref: 14 pid: 37089 timeout: 2134 lvb_type: 1 00000100:00100000:3.0:1767316789.494349:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985696512:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316789.494447:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4de expref: 13 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.494459:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38000, rc 0) 00000100:00100000:3.0:1767316789.494541:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:69532:x1853163933871744:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4284us (4539us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.494550:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12342 00000100:00100000:3.0:1767316789.497186:0:44652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44652:1853163985696640:192.168.204.9@tcp:105: 00010000:00010000:3.0:1767316789.497213:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.501156:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933871872:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 7595us (7839us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.501173:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6280 00000100:00100000:0.0:1767316789.501321:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.502018:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933872000 00000100:00100000:3.0:1767316789.502028:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933872000 00000100:00100000:3.0:1767316789.502083:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12343 00000100:00100000:3.0:1767316789.502091:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933872000:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316789.502508:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x271:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1767316789.502513:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x271:0x0] updating lvb mtime from disk: 0 -> 1767316788 00002000:00010000:3.0:1767316789.502515:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x271:0x0] updating lvb atime from disk: 0 -> 1767316788 00002000:00010000:3.0:1767316789.502517:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x271:0x0] updating lvb ctime from disk: 0 -> 1767316789 00002000:00010000:3.0:1767316789.502519:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x271:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1767316789.502571:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933872000:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 479us (1249us total) trans 21474840596 rc 0/0 00000100:00100000:3.0:1767316789.502972:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12343 00000100:00100000:2.0:1767316789.505564:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.505699:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933872256 00000100:00100000:3.0:1767316789.505709:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933872256 00000100:00100000:3.0:1767316789.505793:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3221 00000100:00100000:3.0:1767316789.505803:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc365ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933872256:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:3.0:1767316789.505879:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x204:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6b30 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c9 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.506303:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.506318:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 26 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.506327:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.506368:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 26 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.506381:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 26 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.506395:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985696768:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316789.506482:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef50330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.509522:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.509686:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933872384 00000100:00100000:1.0:1767316789.509696:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933872384 00010000:00010000:1.0:1767316789.509770:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 27 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.509811:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6281 00000100:00100000:1.0:1767316789.509821:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2484:x1853163933872384:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.509836:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.509842:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 27 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.509854:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 27 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.509876:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316789.509965:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316789.509975:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316789.509982:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316789.510001:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.510052:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2484:x1853163933872384:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 232us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.510059:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6281 00010000:00010000:2.0:1767316789.510327:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6a88 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a483 expref: 26 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.510345:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985696768:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316789.510364:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.510372:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.510377:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.510398:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.510407:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.510414:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.510451:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.510462:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 25 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.510476:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985696896:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316789.511201:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef50330c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316789.514365:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.514448:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933872512 00000100:00100000:3.0:1767316789.514459:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933872512 00010000:00010000:3.0:1767316789.514501:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 26 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:3.0:1767316789.514553:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6282 00000100:00100000:3.0:1767316789.514562:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933872512:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316789.514578:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316789.514583:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 26 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.514595:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 26 pid: 42523 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.514615:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:3.0:1767316789.514620:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316789.514629:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316789.514635:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316789.514654:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316789.514711:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933872512:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 149us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.514718:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6282 00010000:00010000:2.0:1767316789.516452:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6b53 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d0 expref: 25 pid: 42523 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.516476:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985696896:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316789.516498:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.516508:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.516513:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:2.0:1767316789.517094:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316789.517165:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316789.517203:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8696e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316789.517545:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985697024 00000100:00100000:1.0:1767316789.517553:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985697024 00000100:00100000:1.0:1767316789.517613:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1767316789.517619:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985697024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316789.517675:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985697024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.517683:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:2.0:1767316789.517861:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316789.517981:0:41791:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840594 gen 2 00000004:00080000:2.0:1767316789.517988:0:41791:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840594 committed transno 21474840594 00000100:00100000:2.0:1767316789.518008:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316789.518060:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316789.518089:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316789.518119:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.518227:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985697152 00000100:00100000:0.0:1767316789.518233:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985697152 00000100:00100000:0.0:1767316789.518285:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767316789.518293:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985697152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316789.518346:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985697152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 55us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.518353:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:2.0:1767316789.518512:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316789.518543:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697152:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767316789.518872:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].68, 280 off65816 00000001:00080000:2.0:1767316789.519037:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942634 00000100:00100000:2.0:1767316789.519098:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316789.519214:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316789.519274:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef5033600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316789.519397:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985697280 00000100:00100000:1.0:1767316789.519401:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985697280 00000100:00100000:0.0:1767316789.519471:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1767316789.519479:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985697280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316789.519684:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985697280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 206us (469us total) trans 17179873713 rc 0/0 00000100:00100000:0.0:1767316789.519689:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1767316789.519811:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316789.519839:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316789.519869:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316789.520477:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec32dd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.520509:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985697408 00000100:00100000:0.0:1767316789.520514:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985697408 00000100:00100000:0.0:1767316789.520632:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1767316789.520640:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985697408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316789.521020:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985697408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 379us (1149us total) trans 21474840597 rc 0/0 00000100:00100000:0.0:1767316789.521027:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1767316789.521085:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985697408:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1767316789.521390:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942635 00010000:00010000:2.0:1767316789.521424:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521445:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521452:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521457:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316789.521461:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521469:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521482:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:2.0:1767316789.521485:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316789.521490:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521496:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b76 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x205:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521515:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521521:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521607:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521610:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316789.521612:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521616:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521621:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316789.521623:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316789.521625:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521628:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b6f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316789.521637:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316789.521638:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316789.521642:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6b30 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4c9 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316789.521796:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc365ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933872256:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 15993us (16238us total) trans 8589942636 rc 0/0 00000100:00100000:2.0:1767316789.521804:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3221 00000020:00080000:2.0:1767316789.521808:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1767316789.524527:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.524816:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933872640 00000100:00100000:2.0:1767316789.524825:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933872640 00000100:00100000:2.0:1767316789.525048:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8084 00000100:00100000:2.0:1767316789.525059:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69532:x1853163933872640:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.525085:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.525119:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4e5 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.525181:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.525195:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.525213:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316789.525216:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316789.525220:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbea00, rc 0) 00000100:00100000:2.0:1767316789.525280:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69532:x1853163933872640:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 223us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.525288:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8084 00000100:00100000:0.0:1767316789.528677:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.528768:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933872896 00000100:00100000:2.0:1767316789.528779:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933872896 00000100:00100000:2.0:1767316789.528831:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3222 00000100:00100000:2.0:1767316789.528840:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69532:x1853163933872896:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316789.529086:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:69532:x1853163933872896:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 246us (418us total) trans 8589942637 rc 0/0 00000100:00100000:2.0:1767316789.529094:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3222 00000100:00100000:0.0:1767316789.531414:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.531787:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933873152 00000100:00100000:2.0:1767316789.531799:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933873152 00000100:00100000:2.0:1767316789.531857:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3223 00000100:00100000:2.0:1767316789.531866:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:69532:x1853163933873152:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:2.0:1767316789.532404:0:41792:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x205:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1767316789.532569:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316789.532588:0:41792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316789.532599:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316789.532607:0:41792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316789.532612:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316789.532617:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316789.532693:0:41792:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316789.532851:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:69532:x1853163933873152:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 984us (1444us total) trans 8589942638 rc 0/0 00000100:00100000:2.0:1767316789.532860:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3223 00010000:00010000:1.0:1767316789.540683:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316789.540699:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316789.540712:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbe000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316789.540716:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316789.540725:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316789.541762:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x205:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:1.0:1767316789.541767:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316789.541773:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316789.541779:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe000/0xc472cb5f51ba6b84 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x205:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316789.541888:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316789.541892:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316789.541894:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316789.565628:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.566051:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933873280 00000100:00100000:2.0:1767316789.566062:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933873280 00000100:00100000:2.0:1767316789.566127:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8085 00000100:00100000:2.0:1767316789.566137:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:69534:x1853163933873280:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.566163:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.566187:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4ec expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.566258:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6b92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.566281:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.566294:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316789.566367:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316789.566371:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316789.566399:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.566437:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbe400/0xc472cb5f51ba6b8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4ec expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.566460:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6b92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4ec expref: 30 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.566469:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316789.566472:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316789.566476:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbfc00, rc 0) 00000100:00100000:2.0:1767316789.566556:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69534:x1853163933873280:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 419us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.566564:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8085 00000100:00100000:0.0:1767316789.571919:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.573102:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933873536 00000100:00100000:1.0:1767316789.573227:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933873536 00000100:00100000:0.0:1767316789.573537:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8086 00000100:00100000:0.0:1767316789.573551:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69534:x1853163933873536:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.573573:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.573594:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6b99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4f3 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.573675:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573689:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573701:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573714:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573720:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573726:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573854:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573862:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573869:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573875:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.573888:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573896:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573907:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316789.573910:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.573915:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573920:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6ba0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573932:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573938:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573942:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573946:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.573949:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573954:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573959:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ec2e86600) 00010000:00010000:0.0:1767316789.573961:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.573963:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.573972:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6ba7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.574004:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6b99 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4f3 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.574014:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316789.574016:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316789.574020:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6b99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4f3 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.574029:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:0.0:1767316789.574148:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69534:x1853163933873536:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 600us (2238us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316789.574156:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8086 00000100:00100000:3.0:1767316789.580260:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.580391:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933873664 00000100:00100000:0.0:1767316789.580400:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933873664 00000100:00100000:0.0:1767316789.580469:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8087 00000100:00100000:0.0:1767316789.580479:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69534:x1853163933873664:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316789.580557:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580570:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580579:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580589:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580593:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580597:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580677:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580681:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.580685:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316789.580712:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:0.0:1767316789.580715:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316789.580724:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582044:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582051:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582055:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582059:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.582063:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582068:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582081:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316789.582083:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.582086:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582090:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582100:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582396:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582403:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582408:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.582410:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582416:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582424:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ec2e86b00) 00010000:00010000:0.0:1767316789.582427:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.582439:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582444:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582466:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582472:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582477:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582482:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.582485:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582490:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582497:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316789.582500:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.582502:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.582507:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bbc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316789.582681:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69534:x1853163933873664:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 2200us (2427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.582691:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8087 00000100:00100000:1.0:1767316789.623764:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.623844:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933873920 00000100:00100000:0.0:1767316789.623853:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933873920 00000100:00100000:0.0:1767316789.623922:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8088 00000100:00100000:0.0:1767316789.623934:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69538:x1853163933873920:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.623956:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.623978:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a4fa expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.624063:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624078:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624089:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624113:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624120:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624127:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624229:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624236:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624242:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624247:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.624252:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624258:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624271:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316789.624274:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.624279:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624285:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624296:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624301:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624307:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624312:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.624314:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624320:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624327:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ec2e86b00) 00010000:00010000:0.0:1767316789.624329:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.624332:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624337:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.624366:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bc3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4fa expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.624378:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316789.624382:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316789.624386:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4fa expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.624395:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316789.624466:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69538:x1853163933873920:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 535us (746us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316789.624474:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8088 00000100:00100000:2.0:1767316789.629522:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.629622:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933874048 00000100:00100000:1.0:1767316789.629634:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933874048 00000100:00100000:1.0:1767316789.629697:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8089 00000100:00100000:1.0:1767316789.629709:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69538:x1853163933874048:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316789.629833:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.629854:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.629867:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.629890:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.629897:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.629903:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630019:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630027:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630033:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316789.630066:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:1.0:1767316789.630071:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316789.630083:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630095:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630120:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630127:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630132:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.630135:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630143:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630155:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316789.630158:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316789.630164:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630170:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6bd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630185:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630190:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630195:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630199:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.630201:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630210:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630217:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316789.630221:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316789.630223:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630229:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6bdf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630242:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630247:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630251:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630255:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.630257:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630263:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630271:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:1.0:1767316789.630273:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316789.630275:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.630280:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba6be6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316789.630353:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69538:x1853163933874048:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 645us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.630361:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8089 00000100:00100000:3.0:1767316789.656167:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.656769:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933874304 00000100:00100000:0.0:1767316789.656779:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933874304 00000100:00100000:0.0:1767316789.656839:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8090 00000100:00100000:0.0:1767316789.656849:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69542:x1853163933874304:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.656870:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.656901:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a501 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.656983:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.656996:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657008:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657021:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657033:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657039:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657234:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657243:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657251:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316789.657261:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:0.0:1767316789.657695:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657703:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657709:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657715:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.657719:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657725:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657840:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:0.0:1767316789.657844:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.657849:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657856:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6bf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657869:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657938:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657946:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657951:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.657953:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.657959:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.658189:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ec2e86b00) 00010000:00010000:0.0:1767316789.658193:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.658196:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316789.658201:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6bfb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.658460:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6bed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 33 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.658481:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 32 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.658488:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316789.658491:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316789.658494:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:2.0:1767316789.658577:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:69542:x1853163933874304:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1729us (2420us total) trans 8589942639 rc 0/0 00000100:00100000:2.0:1767316789.658587:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8090 00000100:00100000:2.0:1767316789.664397:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.664474:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933874560 00000100:00100000:0.0:1767316789.664484:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933874560 00000100:00100000:0.0:1767316789.664539:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3224 00000100:00100000:0.0:1767316789.664621:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:69542:x1853163933874560:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316789.665476:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:69542:x1853163933874560:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 856us (1084us total) trans 8589942640 rc 0/0 00000100:00100000:0.0:1767316789.665484:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3224 00000100:00100000:0.0:1767316789.669370:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.669616:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933874816 00000100:00100000:2.0:1767316789.669630:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933874816 00000100:00100000:2.0:1767316789.669701:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8091 00000100:00100000:2.0:1767316789.669713:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:69542:x1853163933874816:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.669770:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.669791:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6c10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a508 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.670080:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.670097:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 34 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.670191:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.670227:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 34 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.670243:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 34 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.670259:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985697536:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316789.670480:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec32dd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.674813:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.674904:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933874944 00000100:00100000:1.0:1767316789.674913:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933874944 00010000:00010000:1.0:1767316789.674955:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 35 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.674998:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6283 00000100:00100000:1.0:1767316789.675007:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933874944:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.675025:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.675031:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 35 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.675045:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 35 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.675068:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:1.0:1767316789.675073:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.675082:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.675089:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.675114:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.675175:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933874944:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 168us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.675183:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6283 00010000:00010000:2.0:1767316789.675916:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c02 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a501 expref: 34 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.675933:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985697536:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316789.675955:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.675964:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.675970:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316789.675991:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:2.0:1767316789.676153:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6c10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 35 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.676168:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 34 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.676176:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316789.676179:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316789.676183:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf600, rc 0) 00000100:00100000:2.0:1767316789.676230:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:69542:x1853163933874816:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 6519us (6868us total) trans 8589942641 rc 0/0 00000100:00100000:2.0:1767316789.676239:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8091 00000100:00100000:0.0:1767316789.680702:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.680928:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933875200 00000100:00100000:2.0:1767316789.680939:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933875200 00000100:00100000:2.0:1767316789.680993:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8092 00000100:00100000:2.0:1767316789.681003:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:69542:x1853163933875200:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316789.681028:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316789.681031:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316789.681057:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfc00/0xc472cb5f51ba6b92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4ec expref: 34 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.681075:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316789.681084:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316789.681110:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6c25 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a50f expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.681589:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.681602:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316789.681612:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316789.681622:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x206:0x0]: returning size 0 00010000:00010000:2.0:1767316789.681664:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf200/0xc472cb5f51ba6c25 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 36 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.681684:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 35 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.681690:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316789.681693:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316789.681696:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7bbf800, rc 0) 00000100:00100000:2.0:1767316789.681786:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:69542:x1853163933875200:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 784us (1093us total) trans 8589942642 rc 0/0 00000100:00100000:2.0:1767316789.681793:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8092 00000100:00100000:3.0:1767316789.684905:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.685079:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933875456 00000100:00100000:1.0:1767316789.685089:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933875456 00000100:00100000:1.0:1767316789.685148:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8093 00000100:00100000:1.0:1767316789.685158:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:69542:x1853163933875456:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316789.685184:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316789.685208:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6c3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a516 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.685321:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.685334:0:42523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 36 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.685343:0:42523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.685377:0:42523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 36 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.685390:0:42523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 36 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.685403:0:42523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985697664:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316789.685500:0:42523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.690199:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.690448:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933875584 00000100:00100000:3.0:1767316789.690459:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933875584 00010000:00010000:3.0:1767316789.690511:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 37 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:3.0:1767316789.690567:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6284 00000100:00100000:3.0:1767316789.690577:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2484:x1853163933875584:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316789.690592:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316789.690598:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 37 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.690609:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 37 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:3.0:1767316789.690633:0:21733:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:3.0:1767316789.690639:0:21733:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.690650:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.690659:0:21733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.690680:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316789.690765:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2484:x1853163933875584:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 188us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.690773:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6284 00010000:00010000:1.0:1767316789.691246:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf800/0xc472cb5f51ba6c2c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a50f expref: 36 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.691353:0:42523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985697664:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316789.691376:0:42523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.691385:0:42523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.691390:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316789.691407:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x206:0x0]: returning size 0 00000004:00080000:1.0:1767316789.691790:0:42523:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x272:0x0], index 0: 0 00000100:00100000:3.0:1767316789.692255:0:41812:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:41812:1853163985697792:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1767316789.692718:0:41812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316789.692769:0:41812:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00010000:00010000:1.0:1767316789.693264:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693356:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693363:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693369:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.693373:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693379:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693395:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:1.0:1767316789.693398:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316789.693403:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693409:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6c41 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.693483:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6c3a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a516 expref: 36 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.693493:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316789.693495:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316789.693499:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6c3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a516 expref: 36 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.693512:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:0.0:1767316789.693653:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985697792 00000100:00100000:0.0:1767316789.693661:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985697792 00000100:00100000:0.0:1767316789.693718:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12344 00000100:00100000:0.0:1767316789.693746:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:41812:x1853163985697792:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1767316789.693793:0:37089:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 642 00000100:00100000:1.0:1767316789.696830:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:69542:x1853163933875456:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 11664us (11925us total) trans 8589942643 rc 301/301 00000100:00100000:1.0:1767316789.696845:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8093 00000100:00100000:1.0:1767316789.703411:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.703524:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933875840 00000100:00100000:2.0:1767316789.703534:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933875840 00000100:00100000:2.0:1767316789.703593:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3225 00000100:00100000:2.0:1767316789.703604:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:69542:x1853163933875840:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316789.704334:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:69542:x1853163933875840:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 728us (929us total) trans 8589942644 rc 0/0 00000100:00100000:2.0:1767316789.704343:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3225 00000100:00100000:1.0:1767316789.707975:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.708467:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933875968 00000100:00100000:3.0:1767316789.708477:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933875968 00000100:00100000:3.0:1767316789.708545:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8094 00000100:00100000:3.0:1767316789.708554:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:69542:x1853163933875968:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.708579:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.708600:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6c4f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a51d expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.708687:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.708703:0:42523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 37 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.708712:0:42523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.708769:0:42523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 37 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.708782:0:42523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 37 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:3.0:1767316789.708797:0:42523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985697920:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316789.709010:0:42523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254b40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316789.712404:0:42523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985697920:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316789.712445:0:42523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316789.713253:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.713331:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876096 00000100:00100000:2.0:1767316789.713339:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876096 00010000:00010000:2.0:1767316789.713373:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 38 pid: 45512 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1767316789.713407:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6285 00000100:00100000:2.0:1767316789.713416:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8584450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:2484:x1853163933876096:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316789.713442:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316789.713449:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 38 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:2.0:1767316789.713461:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 38 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:2.0:1767316789.713482:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf600/0xc472cb5f51ba6c17 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a508 expref: 38 pid: 45512 timeout: 2134 lvb_type: 0 00010000:00010000:2.0:1767316789.713497:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316789.713502:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.713511:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.713518:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316789.713593:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316789.713647:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8584450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2484:x1853163933876096:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 231us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.713654:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6285 00000100:00100000:0.0:1767316789.715837:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:41812:x1853163985697792:12345-0@lo:5:osp-pre-0-0.0 Request processed in 22103us (23113us total) trans 21474840598 rc 0/0 00000100:00100000:0.0:1767316789.715849:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12344 00000100:00100000:3.0:1767316789.715945:0:41812:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:41812:1853163985697792:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1767316789.716198:0:41812:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x272:0x0]-[0x240000400:0x2a1:0x0] 00010000:00010000:1.0:1767316789.716366:0:42523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.716377:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316789.716419:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:1.0:1767316789.716423:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316789.716457:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316789.716493:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba6c4f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a51d expref: 37 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.716515:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a51d expref: 36 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.716525:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:1.0:1767316789.716528:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316789.716532:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38e00, rc 0) 00000100:00100000:1.0:1767316789.716576:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:69542:x1853163933875968:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 8023us (8610us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.716583:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8094 00000100:00100000:1.0:1767316789.719552:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.719657:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876224 00000100:00100000:3.0:1767316789.719668:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876224 00000100:00100000:3.0:1767316789.720085:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8095 00000100:00100000:3.0:1767316789.720097:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:69542:x1853163933876224:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.720118:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.720142:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c5d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a524 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.720214:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6c64 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.720228:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6c64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.720239:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6c64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316789.720274:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x206:0x0]: returning size 0 00000004:00200000:3.0:1767316789.720278:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316789.720315:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6c64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316789.720348:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c5d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a524 expref: 38 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.720367:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6c64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a524 expref: 37 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.720375:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3ec1326d00) 00010000:00010000:3.0:1767316789.720379:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1767316789.720382:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38c00, rc 0) 00000100:00100000:3.0:1767316789.720486:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:69542:x1853163933876224:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 390us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316789.720493:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8095 00000100:00100000:3.0:1767316789.724711:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.724892:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876352 00000100:00100000:0.0:1767316789.724902:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876352 00000100:00100000:0.0:1767316789.725105:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12345 00000100:00100000:0.0:1767316789.725118:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933876352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.725136:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.725158:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a52b expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316789.725183:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316789.725203:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316789.725206:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316789.725215:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 14 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316789.725232:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 14 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316789.725244:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:0.0:1767316789.725307:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933876352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 192us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.727578:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12345 00000100:00100000:2.0:1767316789.728712:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.729419:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876608 00000100:00100000:3.0:1767316789.729438:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876608 00000100:00100000:0.0:1767316789.729782:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8096 00000100:00100000:0.0:1767316789.729793:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:69542:x1853163933876608:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.729814:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.729836:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c72 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a532 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.729953:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6c79 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.729968:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6c79 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.729979:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6c79 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316789.729991:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00010000:00010000:0.0:1767316789.730142:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a532 expref: 40 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.730168:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6c79 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a532 expref: 39 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.730178:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316789.730182:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316789.730186:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0e00, rc 0) 00000100:00100000:0.0:1767316789.730250:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:69542:x1853163933876608:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 459us (1542us total) trans 8589942645 rc 0/0 00000100:00100000:0.0:1767316789.730258:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8096 00000100:00100000:3.0:1767316789.733501:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.733565:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876736 00000100:00100000:3.0:1767316789.733574:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876736 00000100:00100000:3.0:1767316789.733630:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12346 00000100:00100000:3.0:1767316789.733640:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933876736:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316789.733686:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.733707:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.733715:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316789.733718:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316789.733721:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.733777:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.733791:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 12 pid: 37089 timeout: 2134 lvb_type: 0 00000100:00100000:3.0:1767316789.733812:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985698048:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316789.733900:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316789.739153:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.739796:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876864 00000100:00100000:1.0:1767316789.739807:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876864 00010000:00010000:1.0:1767316789.739851:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 13 pid: 37089 timeout: 2134 lvb_type: 0 00000100:00100000:1.0:1767316789.740031:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6286 00000100:00100000:1.0:1767316789.740042:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933876864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.740059:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.740082:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 13 pid: 37089 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.740097:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 13 pid: 37089 timeout: 2134 lvb_type: 0 00010000:00010000:1.0:1767316789.740134:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316789.740137:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316789.740142:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.740152:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.740176:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316789.740241:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933876864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 201us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.740248:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6286 00010000:00010000:0.0:1767316789.740590:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6b5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4d7 expref: 12 pid: 37089 timeout: 2134 lvb_type: 0 00000100:00100000:0.0:1767316789.740607:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985698048:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316789.740628:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740638:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740645:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740667:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740679:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740687:0:38183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740695:0:38183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316789.740699:0:38183:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740706:0:38183:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740718:0:38183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.740725:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6c87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316789.740803:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933876736:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 7164us (7312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.740811:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12346 00000100:00100000:2.0:1767316789.804613:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.804785:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933876992 00000100:00100000:0.0:1767316789.804797:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933876992 00000100:00100000:0.0:1767316789.804864:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12347 00000100:00100000:0.0:1767316789.804883:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2485:x1853163933876992:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.804903:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.804926:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a539 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316789.804954:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x274:0x0] initial LVB size: 0, mtime: 0x69571d34, atime: 0x69571d34, ctime: 0x69571d35, blocks: 0x1 00010000:00010000:0.0:1767316789.804976:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316789.804978:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316789.804988:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 12 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316789.805008:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 12 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316789.805021:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:0.0:1767316789.805088:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2485:x1853163933876992:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 216us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.805095:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12347 00000100:00100000:3.0:1767316789.809533:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.809701:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933877120 00000100:00100000:0.0:1767316789.809712:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933877120 00000100:00100000:0.0:1767316789.809813:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8097 00000100:00100000:0.0:1767316789.809824:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:69542:x1853163933877120:12345-192.168.204.9@tcp:44:lfs.0 00000100:00100000:0.0:1767316789.876671:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:69542:x1853163933877120:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 66839us (67149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.876684:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8097 00000001:00080000:3.0:1767316789.876845:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942645 is committed 00000020:00080000:3.0:1767316789.876895:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ec8696b40 refcount 2 committed 0 result 0 batchid 4294969385 00000020:00080000:3.0:1767316789.876899:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e77300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ec1370240 00000020:00080000:3.0:1767316789.876903:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e77500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ec8696e40 00000020:00080000:3.0:1767316789.876906:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e77800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3efc2efc00 00000020:00080000:3.0:1767316789.876909:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].68 00000020:00080000:2.0:1767316789.877108:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969385 committed batchid 4294969384 00000020:00080000:2.0:1767316789.877295:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969384 00000100:00100000:3.0:1767316789.881474:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.882047:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933877248 00000100:00100000:0.0:1767316789.882057:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933877248 00000100:00100000:0.0:1767316789.882122:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12348 00000100:00100000:0.0:1767316789.882132:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933877248:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:0.0:1767316789.882375:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933877248:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 243us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.882383:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12348 00000100:00100000:2.0:1767316789.912464:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.912621:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933877376 00000100:00100000:3.0:1767316789.912631:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933877376 00000100:00100000:3.0:1767316789.912695:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12349 00000100:00100000:3.0:1767316789.912706:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933877376:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316789.912797:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.912813:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.912815:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.912820:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.912834:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.912869:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.913123:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.913133:0:38183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.913141:0:38183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316789.913146:0:38183:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.913154:0:38183:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.913660:0:38183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.913669:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6c95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316789.913911:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933877376:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 1203us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.913919:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12349 00000100:00100000:2.0:1767316789.918651:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.918914:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933877632 00000100:00100000:0.0:1767316789.918924:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933877632 00000100:00100000:0.0:1767316789.918982:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8098 00000100:00100000:0.0:1767316789.918992:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:69542:x1853163933877632:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316789.919043:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316789.919069:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6c64 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a524 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.919087:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3ec1326d00) 00010000:00010000:0.0:1767316789.919480:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316789.919517:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.919530:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.919540:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00010000:0.0:1767316789.919721:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad021a81 reply state 00000000d90be1b7 transno 8589942646 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316789.920655:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316789.920794:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69542:x1853163933877632:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1800us (2149us total) trans 8589942646 rc 0/0 00000100:00100000:0.0:1767316789.920804:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8098 00000100:00100000:2.0:1767316789.927068:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.927189:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933877760 00000100:00100000:1.0:1767316789.927205:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933877760 00000100:00100000:1.0:1767316789.927269:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8099 00000100:00100000:1.0:1767316789.927280:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69542:x1853163933877760:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316789.927309:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316789.927331:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a540 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.927391:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.927406:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.927436:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:1.0:1767316789.927439:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316789.927443:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316789.927504:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69542:x1853163933877760:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 223us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316789.927513:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8099 00010000:00010000:0.0:1767316789.931439:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.931457:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.931464:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.931470:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316789.931475:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.931483:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.931499:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316789.931502:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316789.931507:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316789.931516:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6c9c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316789.933770:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.933931:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933877888 00000100:00100000:0.0:1767316789.933942:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933877888 00000100:00100000:0.0:1767316789.934004:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12350 00000100:00100000:0.0:1767316789.934014:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:69542:x1853163933877888:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316789.934035:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316789.934055:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a547 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.934086:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 15 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316789.934095:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316789.934107:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316789.934112:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a547 expref: 15 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.934148:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 15 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316789.934161:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 15 pid: 37089 timeout: 2135 lvb_type: 1 00000100:00100000:0.0:1767316789.934175:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985698176:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316789.934275:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b1900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316789.938567:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316789.938916:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933878016 00000100:00100000:2.0:1767316789.938927:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933878016 00010000:00010000:2.0:1767316789.938971:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 16 pid: 37089 timeout: 2135 lvb_type: 1 00000100:00100000:2.0:1767316789.939002:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6287 00000100:00100000:2.0:1767316789.939010:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933878016:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316789.939024:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316789.939047:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 16 pid: 37089 timeout: 2135 lvb_type: 1 00010000:00010000:2.0:1767316789.939059:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 16 pid: 37089 timeout: 2135 lvb_type: 1 00010000:00010000:2.0:1767316789.939084:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.939086:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316789.939091:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a547 expref: 16 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.939116:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a547 expref: 16 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316789.939156:0:44652:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a547 expref: 16 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316789.939483:0:44652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44652:1853163985698304:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316789.939650:0:44652:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316789.944483:0:44652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44652:1853163985698304:192.168.204.9@tcp:105: 00010000:00010000:2.0:1767316789.944529:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316789.944605:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933878016:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 5594us (6048us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316789.944617:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6287 00010000:00010000:0.0:1767316789.947820:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6c6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a52b expref: 15 pid: 37089 timeout: 2135 lvb_type: 1 00000100:00100000:0.0:1767316789.947842:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985698176:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316789.947887:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a547 expref: 14 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.947909:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:0.0:1767316789.947991:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:69542:x1853163933877888:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 13977us (14269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.948000:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12350 00000100:00100000:3.0:1767316789.965681:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316789.965776:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933878144 00000100:00100000:0.0:1767316789.965787:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933878144 00000100:00100000:0.0:1767316789.965854:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12351 00000100:00100000:0.0:1767316789.965901:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933878144:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316789.966161:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x272:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316789.966165:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x272:0x0] updating lvb mtime from disk: 0 -> 1767316788 00002000:00010000:0.0:1767316789.966168:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x272:0x0] updating lvb atime from disk: 0 -> 1767316788 00002000:00010000:0.0:1767316789.966171:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x272:0x0] updating lvb ctime from disk: 0 -> 1767316789 00002000:00010000:0.0:1767316789.966173:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x272:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316789.966838:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933878144:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 973us (1166us total) trans 21474840599 rc 0/0 00000100:00100000:0.0:1767316789.966860:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12351 00000100:00100000:2.0:1767316789.971148:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.971510:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933878400 00000100:00100000:1.0:1767316789.971523:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933878400 00000100:00100000:1.0:1767316789.971593:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8100 00000100:00100000:1.0:1767316789.971605:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69542:x1853163933878400:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316789.971667:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.971699:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6c56 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a51d expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.971721:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:1.0:1767316789.971778:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316789.971827:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.971843:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.971853:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00010000:1.0:1767316789.972013:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036e95d8d reply state 000000007c3adbb6 transno 8589942647 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316789.972022:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316789.974745:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69542:x1853163933878400:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 3121us (3587us total) trans 8589942647 rc 0/0 00000100:00100000:1.0:1767316789.974759:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8100 00000100:00100000:2.0:1767316789.988702:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316789.988824:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933878528 00000100:00100000:3.0:1767316789.988834:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933878528 00000100:00100000:3.0:1767316789.988904:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12352 00000100:00100000:3.0:1767316789.988914:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:69542:x1853163933878528:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316789.988936:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316789.988959:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a54e expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.988995:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.989005:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.989008:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316789.989012:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a54e expref: 13 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316789.989052:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316789.989065:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 2135 lvb_type: 1 00000100:00100000:3.0:1767316789.989079:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985698432:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316789.989600:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316789.992259:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985698432:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316789.992296:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a54e expref: 13 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316789.992317:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39400, rc 0) 00000100:00100000:0.0:1767316789.992376:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:69542:x1853163933878528:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3464us (3685us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316789.992385:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12352 00010000:00010000:1.0:1767316789.992840:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.992855:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.992861:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.992867:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316789.992871:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.992878:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.992893:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:1.0:1767316789.992896:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316789.992900:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316789.992905:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6cb1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316789.994868:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316789.994972:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933878656 00000100:00100000:1.0:1767316789.994982:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933878656 00010000:00010000:1.0:1767316789.995018:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 2135 lvb_type: 1 00000100:00100000:1.0:1767316789.995062:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6288 00000100:00100000:1.0:1767316789.995071:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933878656:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316789.995086:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316789.995109:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 2135 lvb_type: 1 00010000:00010000:1.0:1767316789.995124:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 2135 lvb_type: 1 00010000:00010000:1.0:1767316789.995148:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6c8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a539 expref: 13 pid: 38183 timeout: 2135 lvb_type: 1 00010000:00010000:1.0:1767316789.995175:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316789.995177:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316789.995198:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a54e expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.995208:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a54e expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316789.995246:0:44652:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a54e expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316789.995261:0:44652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44652:1853163985698560:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316789.997646:0:44652:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5780 going to sleep for 11 seconds 00000100:00100000:1.0:1767316790.001828:0:44652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44652:1853163985698560:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316790.001861:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316790.001931:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933878656:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 6859us (7072us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.001942:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6288 00000100:00100000:3.0:1767316790.008662:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316790.008779:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933878784 00000100:00100000:0.0:1767316790.008789:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933878784 00000100:00100000:0.0:1767316790.008857:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12353 00000100:00100000:0.0:1767316790.008868:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933878784:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316790.009071:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316790.009075:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 1767316788 -> 1767316788 00002000:00010000:0.0:1767316790.009078:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 1767316788 -> 1767316788 00002000:00010000:0.0:1767316790.009080:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 1767316789 -> 1767316789 00002000:00010000:0.0:1767316790.009082:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316790.009144:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933878784:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 278us (491us total) trans 17179873714 rc 0/0 00000100:00100000:0.0:1767316790.009151:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12353 00000100:00100000:2.0:1767316790.014644:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316790.014778:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933879040 00000100:00100000:3.0:1767316790.014791:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933879040 00000100:00100000:3.0:1767316790.014863:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3226 00000100:00100000:3.0:1767316790.014876:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3658c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69542:x1853163933879040:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:3.0:1767316790.014963:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x204:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6c79 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a532 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316790.015004:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316790.015017:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316790.015026:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 4/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316790.015060:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316790.015073:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 26 pid: 42523 timeout: 2135 lvb_type: 0 00000100:00100000:3.0:1767316790.015087:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985698688:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316790.015194:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316790.020433:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316790.020434:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985698688:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316790.020471:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:1.0:1767316790.020555:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933879168 00000100:00100000:1.0:1767316790.020563:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933879168 00010000:00010000:1.0:1767316790.020597:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 27 pid: 42523 timeout: 2135 lvb_type: 0 00000100:00100000:1.0:1767316790.020629:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6289 00000100:00100000:1.0:1767316790.020637:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933879168:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316790.020653:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316790.020659:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 27 pid: 42523 timeout: 2135 lvb_type: 0 00010000:00010000:1.0:1767316790.020670:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 27 pid: 42523 timeout: 2135 lvb_type: 0 00010000:00010000:1.0:1767316790.020693:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbea00/0xc472cb5f51ba6b7d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4e5 expref: 27 pid: 42523 timeout: 2135 lvb_type: 0 00010000:00010000:1.0:1767316790.020710:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:1.0:1767316790.020716:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316790.020725:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316790.020787:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316790.020810:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316790.021015:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933879168:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 233us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.021024:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6289 00010000:00010000:0.0:1767316790.021362:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.021371:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.021394:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.021407:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.021415:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.021456:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.021473:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 25 pid: 42523 timeout: 2135 lvb_type: 0 00000100:00100000:0.0:1767316790.021487:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985698816:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316790.021559:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b1900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316790.025968:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985698816:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316790.026001:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316790.036591:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316790.036935:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933879296 00000100:00100000:1.0:1767316790.036945:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933879296 00010000:00010000:1.0:1767316790.036991:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 26 pid: 42523 timeout: 2135 lvb_type: 0 00000100:00100000:1.0:1767316790.037031:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6290 00000100:00100000:1.0:1767316790.037040:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2484:x1853163933879296:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316790.037057:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316790.037063:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 26 pid: 42523 timeout: 2135 lvb_type: 0 00010000:00010000:1.0:1767316790.037075:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 26 pid: 42523 timeout: 2135 lvb_type: 0 00010000:00010000:1.0:1767316790.037096:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ca3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a540 expref: 26 pid: 42523 timeout: 2135 lvb_type: 0 00010000:00010000:1.0:1767316790.037114:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:1.0:1767316790.037119:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316790.037128:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316790.037135:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316790.037168:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316790.037249:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2484:x1853163933879296:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 210us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.037261:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6290 00010000:00010000:0.0:1767316790.037765:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.037775:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316790.038555:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985698944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316790.038613:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.039343:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b1000 going to sleep for 11 seconds 00000100:00100000:2.0:1767316790.043375:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985698944 00000100:00100000:2.0:1767316790.043389:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985698944 00000100:00100000:2.0:1767316790.043459:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767316790.043469:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985698944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316790.043654:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985698944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 186us (5040us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316790.043662:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1767316790.044477:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985698944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316790.044554:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985699072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316790.044596:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.044624:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b1900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316790.044685:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699072 00000100:00100000:2.0:1767316790.044691:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699072 00000100:00100000:2.0:1767316790.044725:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767316790.044753:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985699072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316790.044811:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985699072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 58us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316790.044818:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1767316790.045003:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985699072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316790.045035:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985699200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316790.045056:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.045076:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b1000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316790.045112:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699200 00000100:00100000:1.0:1767316790.045117:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699200 00000100:00100000:1.0:1767316790.045149:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1767316790.045165:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985699200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316790.045236:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985699200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 80us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.045243:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1767316790.045536:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985699200:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1767316790.045794:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942648 00000100:00100000:0.0:1767316790.045884:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985699328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316790.045917:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.045939:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecb3b13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316790.046079:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699328 00000100:00100000:1.0:1767316790.046085:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699328 00000100:00100000:1.0:1767316790.046128:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1767316790.046136:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:41791:x1853163985699328:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316790.046590:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:41791:x1853163985699328:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 453us (670us total) trans 21474840600 rc 0/0 00000100:00100000:1.0:1767316790.046597:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1767316790.046724:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985699328:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1767316790.046862:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942649 00010000:00010000:0.0:1767316790.046906:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046916:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046923:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046929:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316790.046933:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046940:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046955:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316790.046958:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316790.046963:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046969:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cc6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046991:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.046997:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.047003:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.047007:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316790.047010:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.047015:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.047022:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316790.047024:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316790.047027:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 2/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.047031:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6cbf lrc: 0/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316790.047044:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316790.047046:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316790.047053:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6c79 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a532 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316790.047136:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3658c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69542:x1853163933879040:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 32264us (32502us total) trans 8589942650 rc 0/0 00000100:00100000:0.0:1767316790.047148:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3226 00000020:00080000:0.0:1767316790.047153:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1767316790.060641:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316790.060834:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933879424 00000100:00100000:0.0:1767316790.060844:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933879424 00000100:00100000:0.0:1767316790.060917:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8101 00000100:00100000:0.0:1767316790.060928:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:69542:x1853163933879424:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316790.060955:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316790.060979:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6ccd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a555 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.061044:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6ccd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a555 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.061060:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6ccd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a555 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.061078:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316790.061081:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316790.061085:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0e00, rc 0) 00000100:00100000:0.0:1767316790.061144:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69542:x1853163933879424:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 218us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316790.061151:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8101 00000100:00100000:3.0:1767316790.068000:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316790.069162:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933879680 00000100:00100000:0.0:1767316790.069177:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933879680 00000100:00100000:0.0:1767316790.069260:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3227 00000100:00100000:0.0:1767316790.069270:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:69542:x1853163933879680:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316790.069539:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:69542:x1853163933879680:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 269us (1548us total) trans 8589942651 rc 0/0 00000100:00100000:0.0:1767316790.069548:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3227 00000100:00100000:3.0:1767316790.074816:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316790.074920:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933879936 00000100:00100000:0.0:1767316790.074932:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933879936 00000100:00100000:0.0:1767316790.074983:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3228 00000100:00100000:0.0:1767316790.074992:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:69542:x1853163933879936:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:0.0:1767316790.075295:0:41792:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x206:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1767316790.075415:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316790.075444:0:41792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316790.075455:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316790.075463:0:41792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316790.075469:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316790.075475:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316790.075499:0:41792:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316790.075616:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:69542:x1853163933879936:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 623us (809us total) trans 8589942652 rc 0/0 00000100:00100000:0.0:1767316790.075623:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3228 00010000:00010000:3.0:1767316790.082412:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316790.082437:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316790.082449:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316790.082455:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316790.082465:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316790.082485:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x206:0x0].0x0 (ffff9b3efc55a100) 00010000:00010000:3.0:1767316790.082489:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316790.082493:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316790.082499:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6cd4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316790.082526:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316790.082528:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316790.082530:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316790.117847:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316790.118135:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933880064 00000100:00100000:1.0:1767316790.118146:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933880064 00000100:00100000:1.0:1767316790.118780:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8102 00000100:00100000:1.0:1767316790.118793:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:69544:x1853163933880064:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316790.118818:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316790.118844:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6cdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a55c expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316790.119061:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ce2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.119076:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.119088:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316790.119158:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316790.119163:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316790.119201:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.119224:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6cdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a55c expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316790.119243:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a55c expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316790.119253:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316790.119256:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316790.119259:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316790.119330:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69544:x1853163933880064:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 540us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.119338:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8102 00000100:00100000:3.0:1767316790.128908:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316790.130002:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933880320 00000100:00100000:1.0:1767316790.130014:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933880320 00000100:00100000:1.0:1767316790.130074:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8103 00000100:00100000:1.0:1767316790.130084:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69544:x1853163933880320:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316790.130104:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316790.130128:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ce9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a563 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316790.130215:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130239:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130251:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130265:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130280:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130286:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130395:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130403:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130410:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130416:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.130429:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130436:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130448:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316790.130451:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.130457:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130463:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6cf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130477:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130483:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130487:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130490:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.130492:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130495:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130499:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316790.130501:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.130502:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130506:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6cf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.130698:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ce9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a563 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316790.130707:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316790.130709:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316790.130711:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6ce9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a563 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316790.130719:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316790.130838:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69544:x1853163933880320:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 755us (1940us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316790.130845:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8103 00000100:00100000:3.0:1767316790.133286:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316790.133556:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933880448 00000100:00100000:1.0:1767316790.133565:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933880448 00000100:00100000:1.0:1767316790.133609:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8104 00000100:00100000:1.0:1767316790.133618:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69544:x1853163933880448:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316790.133695:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133712:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133722:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133760:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133768:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133774:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133872:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133885:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133891:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316790.133924:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:1.0:1767316790.133928:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316790.133940:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133952:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133958:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133965:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133971:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.133975:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133981:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.133991:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316790.133994:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.133998:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134004:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6cfe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134029:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134035:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134042:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134046:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.134049:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134054:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134061:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316790.134063:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.134066:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134072:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d05 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134089:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134095:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134101:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134108:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.134111:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134116:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134123:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:1.0:1767316790.134125:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.134128:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.134133:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d0c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316790.134215:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69544:x1853163933880448:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 597us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.134224:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8104 00000100:00100000:3.0:1767316790.189837:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316790.190169:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933880704 00000100:00100000:0.0:1767316790.190180:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933880704 00000100:00100000:0.0:1767316790.190262:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8105 00000100:00100000:0.0:1767316790.190273:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69548:x1853163933880704:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316790.190294:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316790.190316:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6d13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a56a expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.190394:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190409:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190429:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190447:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190454:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190461:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190582:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190590:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190596:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190602:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316790.190606:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190613:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190625:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316790.190629:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316790.190634:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190641:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6d1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190653:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190659:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190664:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190668:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316790.190671:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190677:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190683:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316790.190685:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316790.190688:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190697:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba6d21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316790.190726:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6d13 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a56a expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.190785:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316790.190788:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316790.190792:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba6d13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a56a expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316790.190801:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316790.190872:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69548:x1853163933880704:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 600us (1045us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316790.190880:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8105 00000100:00100000:3.0:1767316790.194659:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316790.195066:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933880832 00000100:00100000:1.0:1767316790.195077:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933880832 00000100:00100000:1.0:1767316790.195264:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8106 00000100:00100000:1.0:1767316790.195292:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69548:x1853163933880832:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316790.195382:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195398:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195409:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195438:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195445:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195451:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195578:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195937:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.195946:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316790.195981:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:1.0:1767316790.195986:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316790.195998:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196011:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196018:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196024:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196031:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.196035:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196043:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196055:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316790.196058:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.196063:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196068:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6d28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196082:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196088:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196106:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196111:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.196114:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196120:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196126:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316790.196129:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.196131:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196138:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba6d2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196161:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196167:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196173:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196178:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316790.196181:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196186:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196194:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:1.0:1767316790.196196:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316790.196199:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316790.196204:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d36 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316790.196303:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:69548:x1853163933880832:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1011us (1722us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316790.196314:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8106 00010000:00010000:2.0:1767316790.372067:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316790.948070:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985699584:0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.948096:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985699712:0@lo:400:kworker.0 00000100:00100000:1.0:1767316790.948155:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985699840:0@lo:400:kworker.0 00000100:00100000:2.0:1767316790.948158:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985699456:0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.951417:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.951524:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316790.951537:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985700096:0@lo:400:kworker.0 00000100:00100000:3.0:1767316790.952966:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.953238:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316790.953282:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699712 00000100:00100000:0.0:1767316790.953290:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699712 00000100:00100000:0.0:1767316790.953355:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699584 00000100:00100000:0.0:1767316790.953359:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699584 00000100:00100000:0.0:1767316790.953396:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700096 00000100:00100000:0.0:1767316790.953399:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700096 00000100:00100000:0.0:1767316790.953434:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1767316790.953442:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985699712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.953824:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985699712:12345-0@lo:400:kworker.0 Request processed in 381us (2425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316790.953833:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1767316790.953863:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1767316790.953872:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985699584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.953907:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985699584:12345-0@lo:400:kworker.0 Request processed in 37us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316790.953912:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1767316790.953922:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1767316790.953928:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985700096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.953954:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985700096:12345-0@lo:400:kworker.0 Request processed in 26us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316790.953960:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00080000:3.0:1767316790.954013:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316790.954067:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985699584:0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.958146:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985700096:0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.958170:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985699712:0@lo:400:kworker.0 00000100:00100000:2.0:1767316790.967991:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316790.968065:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985699968:0@lo:400:kworker.0 00000100:00100000:2.0:1767316790.968121:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316790.968150:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699968 00000100:00100000:2.0:1767316790.968159:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699968 00000100:00100000:2.0:1767316790.968211:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1767316790.968221:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985699968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316790.968267:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985699968:12345-0@lo:400:kworker.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316790.968275:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1767316790.968320:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985699968:0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.968722:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699456 00000100:00100000:0.0:1767316790.968749:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699456 00000100:00100000:0.0:1767316790.968779:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1767316790.968785:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985699456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316790.968825:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985699456:12345-0@lo:400:kworker.0 Request processed in 40us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316790.968832:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1767316790.971345:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985699456:0@lo:400:kworker.0 00000100:00100000:1.0:1767316790.975514:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316790.976796:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985699840 00000100:00100000:3.0:1767316790.976809:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985699840 00000100:00100000:3.0:1767316790.976886:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1767316790.976898:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985699840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316790.976982:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985699840:12345-0@lo:400:kworker.0 Request processed in 86us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316790.976990:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1767316790.977352:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985699840:0@lo:400:kworker.0 00000001:00080000:0.0:1767316791.030070:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873714 is committed 00000001:00080000:0.0:1767316791.030101:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873713 is committed 00010000:00010000:1.0:1767316791.397014:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316791.971910:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767316791.971936:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985700224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316791.972002:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316791.972061:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700224 00000100:00100000:1.0:1767316791.972070:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700224 00000100:00100000:1.0:1767316791.972121:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1767316791.972131:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985700224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316791.972164:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316791.972205:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985700224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316791.972211:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:1.0:1767316791.972231:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316791.972476:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873713 gen 2 00000004:00080000:2.0:1767316791.972493:0:6212:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873713 committed transno 17179873713 00000100:00100000:2.0:1767316791.976842:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985700224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316791.976862:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985700352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316791.976936:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316791.977038:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700352 00000100:00100000:1.0:1767316791.977047:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700352 00000100:00100000:1.0:1767316791.977121:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1767316791.977130:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985700352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316791.977173:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399835136 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316791.977229:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985700352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316791.977237:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1767316791.977270:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985700352:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1767316791.977285:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767316792.420044:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316792.693660:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840599 is committed 00000001:00080000:0.0:1767316792.693683:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840598 is committed 00000001:00080000:0.0:1767316792.693697:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840600 is committed 00000100:00100000:3.0:1767316792.993440:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316792.993511:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933880960 00000100:00100000:2.0:1767316792.993521:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933880960 00000100:00100000:2.0:1767316792.993581:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 585 00000100:00100000:2.0:1767316792.993590:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933880960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316792.993673:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933880960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316792.993681:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 585 00000100:00100000:3.0:1767316792.993874:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316792.993928:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881088 00000100:00100000:0.0:1767316792.993933:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881088 00000100:00100000:0.0:1767316792.993993:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 546 00000100:00100000:3.0:1767316792.994001:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316792.994006:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:2483:x1853163933881088:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316792.994053:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:2483:x1853163933881088:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316792.994061:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316792.994067:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 546 00000100:00100000:3.0:1767316792.994110:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881344 00000100:00100000:3.0:1767316792.994115:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881344 00000100:00080000:2.0:1767316792.994148:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316792.994155:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316792.994161:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881216 00000100:00100000:3.0:1767316792.994166:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881216 00000100:00100000:3.0:1767316792.994206:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 936 00000100:00100000:3.0:1767316792.994216:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933881344:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316792.994227:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 937 00000100:00100000:1.0:1767316792.994239:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933881216:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316792.994275:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933881216:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316792.994281:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 937 00000100:00080000:2.0:1767316792.994377:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316792.994856:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933881344:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 640us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316792.994863:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 936 00010000:00010000:2.0:1767316793.444338:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316794.470901:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316795.183769:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942652 is committed 00000020:00080000:0.0:1767316795.183795:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ecb3b1900 refcount 2 committed 0 result 0 batchid 4294969386 00000020:00080000:0.0:1767316795.183801:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3efd054500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ec8621900 00000020:00080000:0.0:1767316795.183804:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3efd054e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ecf679400 00000020:00080000:0.0:1767316795.183825:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969385 batchid updated 00000020:00080000:0.0:1767316795.183837:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969386 committed batchid 4294969385 00000020:00080000:0.0:1767316795.184568:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969385 cancel update log [0x200000bd0:0x1:0x0].68: rc = 0 00000020:00080000:0.0:1767316795.184579:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969385 00010000:00010000:3.0:1767316795.492124:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316796.070880:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985700480:0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.070968:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316796.071000:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700480 00000100:00100000:0.0:1767316796.071007:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700480 00000100:00100000:1.0:1767316796.071015:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985700992:0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.071041:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316796.071059:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1767316796.071064:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767316796.071067:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985700480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.071069:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985700608:0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.071091:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316796.071109:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985701120:0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.071128:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316796.071157:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985700736:0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.071180:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316796.071199:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316796.071204:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985700864:0@lo:400:kworker.0 00000100:00100000:1.0:1767316796.071237:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316796.071332:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700992 00000100:00100000:3.0:1767316796.071337:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700992 00000100:00100000:3.0:1767316796.071420:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700864 00000100:00100000:3.0:1767316796.071423:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700864 00000100:00100000:3.0:1767316796.071449:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1767316796.071457:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985700992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316796.071516:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985700992:12345-0@lo:400:kworker.0 Request processed in 60us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316796.071524:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1767316796.071546:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1767316796.071552:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985700864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316796.071598:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985700864:12345-0@lo:400:kworker.0 Request processed in 46us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316796.071604:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1767316796.071721:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985700480:12345-0@lo:400:kworker.0 Request processed in 624us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316796.071765:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1767316796.071820:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700608 00000100:00100000:0.0:1767316796.071825:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700608 00000100:00100000:0.0:1767316796.071851:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701120 00000100:00100000:0.0:1767316796.071854:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701120 00000100:00100000:0.0:1767316796.071870:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985700736 00000100:00100000:0.0:1767316796.071872:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985700736 00000100:00100000:0.0:1767316796.071891:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1767316796.071898:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985700608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316796.071935:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985700608:12345-0@lo:400:kworker.0 Request processed in 37us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316796.071942:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1767316796.071955:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1767316796.071960:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985701120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316796.071990:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985701120:12345-0@lo:400:kworker.0 Request processed in 30us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316796.071998:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1767316796.072010:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985700736:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767316796.072013:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767316796.072021:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316796.072024:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316796.072051:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985700736:12345-0@lo:400:kworker.0 Request processed in 43us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316796.073037:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1767316796.081042:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840600 gen 2 00000004:00080000:2.0:1767316796.081053:0:6212:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840597 committed transno 21474840600 00000004:00080000:2.0:1767316796.081089:0:6212:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840600 committed transno 21474840600 00000100:00100000:2.0:1767316796.081113:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985700864:0@lo:400:kworker.0 00000100:00100000:2.0:1767316796.081134:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985700736:0@lo:400:kworker.0 00000100:00100000:2.0:1767316796.081191:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985700608:0@lo:400:kworker.0 00000100:00100000:2.0:1767316796.081204:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985701120:0@lo:400:kworker.0 00000100:00100000:2.0:1767316796.081216:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985700480:0@lo:400:kworker.0 00000100:00100000:2.0:1767316796.081228:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985700992:0@lo:400:kworker.0 00000100:00100000:3.0:1767316796.083006:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00010000:00010000:2.0:1767316796.516500:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316796.838834:0:50993:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 206: lfs setstripe -pool .. --comp-flags=.. ========================================================== 20:19:55 (1767316795) 00000100:00100000:0.0:1767316797.093410:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985701248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316797.093498:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316797.093575:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701248 00000100:00100000:0.0:1767316797.093583:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701248 00000100:00100000:0.0:1767316797.093624:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1767316797.093633:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985701248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316797.093667:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399835136 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316797.093712:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985701248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316797.093720:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1767316797.093796:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985701248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316797.106054:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316797.106078:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985701376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316797.106144:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316797.106192:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701376 00000100:00100000:1.0:1767316797.106199:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701376 00000100:00100000:1.0:1767316797.106236:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1767316797.106243:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985701376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316797.106278:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316797.106333:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985701376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316797.106340:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1767316797.106397:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985701376:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767316797.539941:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767316797.804542:0:51041:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd47199ab0 20000000:00000080:1.0:1767316797.804563:0:51041:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ec9ad0400 uarg=0000000000000000 00000040:00100000:1.0:1767316797.806974:0:51041:0:(llog.c:1064:llog_reverse_process()) index 60 : idx 48 00000040:00100000:1.0:1767316797.807020:0:51041:0:(llog.c:1064:llog_reverse_process()) index 46 : idx 1 00000040:00080000:1.0:1767316797.808957:0:51041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off19144 20000000:01000000:1.0:1767316797.808984:0:51041:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_206 (null) (null) 00000040:00080000:1.0:1767316797.809026:0:51041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19256 00000040:00080000:1.0:1767316797.809083:0:51041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19480 00000040:00080000:1.0:1767316797.809288:0:51041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18360 20000000:01000000:1.0:1767316797.809299:0:51041:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_206 (null) (null) 00000040:00080000:1.0:1767316797.809354:0:51041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18480 00000040:00080000:1.0:1767316797.809396:0:51041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18704 10000000:01000000:1.0:1767316797.809409:0:51041:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1767316797.809432:0:51041:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809455:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809464:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809473:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809480:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809487:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809494:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809501:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809508:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809514:0:51041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809522:0:51041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809570:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809588:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.809604:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985701504:0@lo:104: 00000100:00100000:1.0:1767316797.809683:0:51041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316797.809982:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.809990:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 17 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.809998:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985701632:0@lo:104: 00000100:00100000:1.0:1767316797.810022:0:51041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316797.813969:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.813993:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.814007:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d33800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985701760:0@lo:104: 00000100:00100000:1.0:1767316797.814083:0:51041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316797.815320:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701504 00000100:00100000:0.0:1767316797.815333:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701504 00000100:00100000:0.0:1767316797.817060:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701632 00000100:00100000:0.0:1767316797.817074:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701632 00000100:00100000:3.0:1767316797.817833:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1767316797.817848:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51041:x1853163985701504:12345-0@lo:104: 00010000:00010000:3.0:1767316797.817869:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.817978:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316797.817985:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51041:x1853163985701504:12345-0@lo:104: Request processed in 142us (8303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.817993:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1767316797.818023:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1767316797.818029:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51041:x1853163985701632:12345-0@lo:104: 00010000:00010000:3.0:1767316797.818037:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818075:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767316797.818081:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51041:x1853163985701632:12345-0@lo:104: Request processed in 54us (8060us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.818087:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00010000:3.0:1767316797.818111:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316797.818117:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818124:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316797.818129:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818151:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316797.818158:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316797.818164:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316797.818204:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818210:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316797.818234:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818241:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6747 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba674e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818418:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316797.818422:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818431:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316797.818435:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818441:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316797.818447:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316797.818451:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316797.818467:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818472:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316797.818479:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818486:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6739 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6740 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.818494:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316797.818496:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316797.818498:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316797.818506:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316797.818533:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985701888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.818579:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316797.818619:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316797.818625:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985702016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.818665:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316797.818696:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701888 00000100:00100000:3.0:1767316797.818703:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701888 00010000:00010000:3.0:1767316797.818750:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 18 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:3.0:1767316797.818773:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985702016 00000100:00100000:3.0:1767316797.818776:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985702016 00010000:00010000:3.0:1767316797.818788:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 19 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:3.0:1767316797.818806:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6291 00000100:00100000:3.0:1767316797.818813:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985701888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316797.818824:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316797.818830:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 19 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.818839:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 19 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.818857:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316797.818887:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985701888:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.818893:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6291 00000100:00100000:3.0:1767316797.818907:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292 00000100:00100000:3.0:1767316797.818913:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8587050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985702016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316797.818920:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316797.818924:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 18 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.818933:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 18 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.818947:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316797.818970:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8587050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985702016:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.818976:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292 00000100:00100000:3.0:1767316797.819041:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985702016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.819050:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985701888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316797.819441:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.819453:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819463:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702144:0@lo:104: 00000100:00100000:1.0:1767316797.819489:0:51041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316797.819505:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.819512:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 17 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819520:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702272:0@lo:104: 00000100:00100000:1.0:1767316797.819536:0:51041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316797.819549:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.819556:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819564:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702400:0@lo:104: 00000100:00100000:1.0:1767316797.819586:0:51041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316797.819600:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.819608:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819616:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702528:0@lo:104: 00010000:00010000:1.0:1767316797.819655:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.819664:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 8 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819674:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d33100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702656:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316797.819880:0:51041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.819889:0:51041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819898:0:51041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702784:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316797.819955:0:51041:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8ac8300 going to sleep for 11 seconds 00010000:00010000:1.0:1767316797.819976:0:51041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbfa00/0xc472cb5f51ba674e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6747 expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.819989:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985701504:0@lo:104: 00010000:00010000:1.0:1767316797.820000:0:51041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7bbee00/0xc472cb5f51ba6740 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6739 expref: 16 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.820008:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985701632:0@lo:104: 00000100:00100000:3.0:1767316797.820220:0:16279:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767316797.820238:0:16279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316797.820336:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985701760 00000100:00100000:3.0:1767316797.820341:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985701760 00000100:00100000:3.0:1767316797.820366:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985702144 00000100:00100000:3.0:1767316797.820369:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985702144 00000100:00100000:3.0:1767316797.820378:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985702272 00000100:00100000:3.0:1767316797.820380:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985702272 00000100:00100000:3.0:1767316797.820387:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985702400 00000100:00100000:3.0:1767316797.820389:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985702400 00000100:00100000:3.0:1767316797.820396:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985702528 00000100:00100000:3.0:1767316797.820399:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985702528 00000100:00100000:3.0:1767316797.820411:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1767316797.820417:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51041:x1853163985701760:12345-0@lo:104: 00010000:00010000:3.0:1767316797.820429:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.820486:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316797.820492:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51041:x1853163985701760:12345-0@lo:104: Request processed in 75us (6409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.820499:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1767316797.820513:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1767316797.820520:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51041:x1853163985702144:12345-0@lo:104: 00010000:00010000:3.0:1767316797.820527:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.820560:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767316797.820565:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51041:x1853163985702144:12345-0@lo:104: Request processed in 46us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.820570:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1767316797.820581:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1767316797.820587:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51041:x1853163985702272:12345-0@lo:104: 00010000:00010000:3.0:1767316797.820594:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.820625:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1767316797.820631:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51041:x1853163985702272:12345-0@lo:104: Request processed in 45us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316797.820750:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d33800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985701760:0@lo:104: 00000100:00100000:1.0:1767316797.820761:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702144:0@lo:104: 00000100:00100000:1.0:1767316797.820768:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702272:0@lo:104: 00010000:00010000:1.0:1767316797.820799:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316797.820805:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820812:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316797.820816:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820823:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316797.820830:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316797.820834:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316797.820860:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820867:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316797.820885:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820892:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba672b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6732 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820903:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316797.820906:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820911:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316797.820914:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820920:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316797.820925:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316797.820930:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316797.820942:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820948:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316797.820954:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820960:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba671d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6724 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820968:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316797.820971:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820976:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316797.820979:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.820984:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316797.820990:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316797.820998:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316797.821010:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.821016:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316797.821029:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.821035:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba670f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6716 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.821045:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316797.821047:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316797.821048:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316797.821055:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316797.821065:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985702912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316797.821116:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316797.821159:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316797.821166:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985703040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316797.821189:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316797.821404:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985703168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316797.821431:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316797.821461:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316797.821488:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985702912 00000100:00100000:1.0:1767316797.821493:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985702912 00010000:00010000:1.0:1767316797.821513:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 16 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.821534:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703040 00000100:00100000:1.0:1767316797.821537:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703040 00010000:00010000:1.0:1767316797.821547:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 17 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.821560:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703168 00000100:00100000:1.0:1767316797.821562:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703168 00010000:00010000:1.0:1767316797.821570:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 18 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:1.0:1767316797.821580:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6293 00000100:00100000:1.0:1767316797.821586:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985702912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316797.821598:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316797.821603:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 18 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821611:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 18 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821625:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06200/0xc472cb5f51ba6732 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba672b expref: 18 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821648:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316797.821677:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6212:x1853163985702912:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316797.821684:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6293 00000100:00100000:1.0:1767316797.821699:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6294 00000100:00100000:1.0:1767316797.821705:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6212:x1853163985703040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316797.821712:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316797.821716:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 16 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821808:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 16 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821818:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6724 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba671d expref: 16 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821824:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316797.821847:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6212:x1853163985703040:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316797.821853:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6294 00000100:00100000:1.0:1767316797.821865:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295 00000100:00100000:1.0:1767316797.821871:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6214:x1853163985703168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316797.821880:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316797.821884:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 14 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821892:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 14 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821901:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1800/0xc472cb5f51ba6716 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba670f expref: 14 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:1.0:1767316797.821908:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316797.821935:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6214:x1853163985703168:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316797.821941:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295 00000100:00100000:1.0:1767316797.821977:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985703040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316797.821987:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985702912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316797.822011:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985703168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.822206:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1767316797.822230:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1767316797.822237:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ed02e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51041:x1853163985702400:12345-0@lo:104: 00010000:00010000:3.0:1767316797.822337:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.822389:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316797.822395:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ed02e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51041:x1853163985702400:12345-0@lo:104: Request processed in 160us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.822402:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1767316797.822432:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1767316797.822439:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51041:x1853163985702528:12345-0@lo:104: 00010000:00010000:3.0:1767316797.822446:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.822482:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767316797.822487:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51041:x1853163985702528:12345-0@lo:104: Request processed in 50us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.822493:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:3.0:1767316797.822510:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316797.822515:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316797.822857:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702400:0@lo:104: 00000100:00100000:1.0:1767316797.822866:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702528:0@lo:104: 00010000:00010000:3.0:1767316797.825573:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7bbf400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316797.825581:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825591:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316797.825598:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316797.825604:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316797.825698:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825705:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316797.825758:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825765:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7bbf400/0xc472cb5f51ba6701 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6708 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825791:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316797.825796:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825801:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316797.825804:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825810:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316797.825817:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316797.825821:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316797.825833:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825838:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316797.825856:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825862:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba66f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba66fa expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.825877:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316797.825879:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316797.825882:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316797.825908:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985703296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.825974:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316797.826032:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316797.826042:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985703424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.826066:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316797.826095:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703296 00000100:00100000:3.0:1767316797.826102:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703296 00010000:00010000:3.0:1767316797.826129:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 13 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:0.0:1767316797.827182:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316797.827209:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703424 00000100:00100000:0.0:1767316797.827216:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703424 00000100:00100000:1.0:1767316797.827452:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d33100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702656:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316797.827464:0:51041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51041:1853163985702784:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316797.827519:0:51041:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316797.827559:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 14 pid: 41784 timeout: 2143 lvb_type: 0 00000100:00100000:0.0:1767316797.827595:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881472 00000100:00100000:0.0:1767316797.827599:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881472 00010000:00010000:0.0:1767316797.827614:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 9 pid: 41786 timeout: 2143 lvb_type: 0 00000100:00100000:0.0:1767316797.827635:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6296 00000100:00100000:0.0:1767316797.827644:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6213:x1853163985703424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316797.827658:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316797.827663:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 14 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:0.0:1767316797.827672:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 14 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:0.0:1767316797.827688:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba66fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba66f3 expref: 14 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:0.0:1767316797.827702:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316797.827778:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6213:x1853163985703424:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316797.827786:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6296 00000100:00100000:0.0:1767316797.827804:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6297 00000100:00100000:0.0:1767316797.827811:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933881472:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316797.827820:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316797.827825:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 9 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:0.0:1767316797.827833:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 9 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:0.0:1767316797.827844:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba66ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a380 expref: 9 pid: 41786 timeout: 2143 lvb_type: 0 00010000:00010000:0.0:1767316797.827851:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316797.827895:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2483:x1853163933881472:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 84us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316797.827901:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6297 00000100:00100000:0.0:1767316797.827932:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985703424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316797.828369:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6298 00000100:00100000:3.0:1767316797.828379:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6215:x1853163985703296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316797.828389:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316797.828395:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 12 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.828405:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 12 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.828416:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6708 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6701 expref: 12 pid: 41784 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.828426:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316797.828473:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6215:x1853163985703296:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (2499us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.828481:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6298 00010000:00010000:3.0:1767316797.828526:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316797.828697:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985703296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316797.834029:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316797.834375:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881600 00000100:00100000:3.0:1767316797.834386:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881600 00010000:00010000:3.0:1767316797.834541:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 2143 lvb_type: 0 00000100:00100000:3.0:1767316797.834625:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6299 00000100:00100000:3.0:1767316797.834636:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa04850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2484:x1853163933881600:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316797.834656:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316797.834662:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.834675:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.834693:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba66e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a379 expref: 8 pid: 41785 timeout: 2143 lvb_type: 0 00010000:00010000:3.0:1767316797.834713:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834721:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834844:0:44414:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834850:0:44414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834857:0:44414:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834862:0:44414:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834868:0:44414:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316797.834871:0:44414:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.834881:0:44414:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.835069:0:51041:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316797.835077:0:51041:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.835357:0:44414:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.835367:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d3d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316797.835384:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316797.835463:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa04850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2484:x1853163933881600:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 827us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316797.835472:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6299 00000100:00100000:0.0:1767316798.111845:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316798.111887:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316798.111922:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316798.112026:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881856 00000100:00100000:2.0:1767316798.112037:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881856 00000100:00100000:2.0:1767316798.112117:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881984 00000100:00100000:2.0:1767316798.112121:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881984 00000100:00100000:2.0:1767316798.112158:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 940 00000100:00100000:2.0:1767316798.112171:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933881856:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316798.112292:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933881856:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 124us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316798.112300:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 940 00000100:00100000:2.0:1767316798.112320:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 941 00000100:00100000:2.0:1767316798.112327:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163933881984:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316798.112356:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163933881984:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 30us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316798.112362:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 941 00000100:00080000:0.0:1767316798.113498:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316798.113504:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316798.113969:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933881728 00000100:00100000:3.0:1767316798.113978:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933881728 00000100:00080000:0.0:1767316798.114191:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316798.114674:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 550 00000100:00100000:3.0:1767316798.114689:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2485:x1853163933881728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316798.114807:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2485:x1853163933881728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 122us (2971us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316798.136513:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 550 00010000:00010000:1.0:1767316798.564809:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316799.068856:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316799.072530:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882112 00000100:00100000:1.0:1767316799.072550:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882112 00000100:00100000:1.0:1767316799.072819:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 587 00000100:00100000:1.0:1767316799.072831:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933882112:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.072848:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316799.072871:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a571 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.072902:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.072912:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.072921:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316799.073012:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933882112:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 175us (4411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.073020:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 587 00000100:00100000:3.0:1767316799.077293:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316799.086954:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882240 00000100:00100000:0.0:1767316799.086980:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882240 00000100:00100000:0.0:1767316799.087048:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 588 00000100:00100000:0.0:1767316799.087057:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933882240:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.087246:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933882240:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 189us (9967us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.087271:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 588 00000100:00100000:2.0:1767316799.093928:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316799.094265:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882368 00000100:00100000:0.0:1767316799.094277:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882368 00000100:00100000:0.0:1767316799.094343:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 589 00000100:00100000:0.0:1767316799.094352:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933882368:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.096135:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933882368:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 1774us (2206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.096148:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 589 00000100:00100000:3.0:1767316799.103344:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316799.103469:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882496 00000100:00100000:1.0:1767316799.103478:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882496 00000100:00100000:1.0:1767316799.103541:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 590 00000100:00100000:1.0:1767316799.103551:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70130:x1853163933882496:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:1.0:1767316799.103938:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70130:x1853163933882496:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 386us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.103957:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 590 00000100:00100000:3.0:1767316799.114477:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316799.114558:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882624 00000100:00100000:0.0:1767316799.114569:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882624 00000100:00100000:0.0:1767316799.114649:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 591 00000100:00100000:0.0:1767316799.114660:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70130:x1853163933882624:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767316799.114957:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70130:x1853163933882624:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 298us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.114965:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 591 00000100:00100000:3.0:1767316799.121289:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316799.121434:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882752 00000100:00100000:0.0:1767316799.121445:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882752 00000100:00100000:0.0:1767316799.121512:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 592 00000100:00100000:0.0:1767316799.121524:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933882752:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316799.121544:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316799.121565:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a578 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.121879:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.121892:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.121902:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:1.0:1767316799.129801:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933882752:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 8264us (8507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.129817:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 592 00000100:00100000:3.0:1767316799.135412:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316799.135812:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933882880 00000100:00100000:1.0:1767316799.135826:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933882880 00000100:00100000:1.0:1767316799.136166:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 593 00000100:00100000:1.0:1767316799.136177:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933882880:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.136352:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933882880:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 175us (953us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767316799.136362:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 593 10000000:01000000:1.0:1767316799.332493:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316799.332504:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 61 10000000:01000000:1.0:1767316799.332509:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316799.332564:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.332576:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.332587:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316799.332613:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985703552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.332685:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.332860:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.334330:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703552 00000100:00100000:2.0:1767316799.334344:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703552 00000100:00100000:2.0:1767316799.334410:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1767316799.334427:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985703552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316799.334442:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316799.334459:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6d52 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.334486:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.334497:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.334506:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031a00, rc 0) 00000100:00100000:2.0:1767316799.334584:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985703552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.334591:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1767316799.337288:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985703552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.337316:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.337329:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316799.337406:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985703680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.337474:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.337523:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.337592:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703680 00000100:00100000:0.0:1767316799.337599:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703680 00000100:00100000:0.0:1767316799.337643:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1767316799.337651:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985703680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.337840:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985703680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 189us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.337848:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1767316799.338268:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985703680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.338298:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985703808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.338345:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.338375:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.340211:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703808 00000100:00100000:2.0:1767316799.340224:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703808 00000100:00100000:2.0:1767316799.340297:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1767316799.340306:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985703808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.340682:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985703808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 377us (2335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.340704:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1767316799.347240:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985703808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316799.347910:0:51043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51043:1853163985703936:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.348272:0:51043:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316799.348318:0:51043:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.349846:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985703936 00000100:00100000:0.0:1767316799.349862:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985703936 00000100:00100000:0.0:1767316799.349925:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1767316799.349934:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51043:x1853163985703936:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316799.350290:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51043:x1853163985703936:12345-0@lo:502:llog_process_th.0 Request processed in 355us (2018us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.350300:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1767316799.350427:0:51043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51043:1853163985703936:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.350685:0:51043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51043:1853163985704064:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.350931:0:51043:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316799.351042:0:51043:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2cd66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.351175:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704064 00000100:00100000:0.0:1767316799.351181:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704064 00000100:00100000:0.0:1767316799.351267:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1767316799.351276:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51043:x1853163985704064:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316799.351451:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51043:x1853163985704064:12345-0@lo:502:llog_process_th.0 Request processed in 176us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.351459:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1767316799.351519:0:51043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51043:1853163985704064:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316799.351540:0:51043:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1767316799.353959:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1767316799.353999:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767316799.354011:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.354023:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316799.354034:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1767316799.354036:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:1.0:1767316799.354039:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1767316799.354079:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.354087:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.354098:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316799.354122:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.354181:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.363169:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.365579:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704192 00000100:00100000:2.0:1767316799.365595:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704192 00000100:00100000:2.0:1767316799.365656:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1767316799.365666:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985704192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316799.365683:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316799.365722:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6d60 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.365765:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 13 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.365784:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 13 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.365793:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031600, rc 0) 00000100:00100000:2.0:1767316799.365875:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985704192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 209us (11693us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.365893:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1767316799.366757:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.366776:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.366786:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316799.366866:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.366909:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.366944:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.370640:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704320 00000100:00100000:2.0:1767316799.370657:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704320 00000100:00100000:2.0:1767316799.370765:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1767316799.370784:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985704320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.371166:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985704320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 391us (4256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.371175:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1767316799.376530:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.376618:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.376700:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.376770:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.376797:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704448 00000100:00100000:2.0:1767316799.376804:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704448 00000100:00100000:2.0:1767316799.376860:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767316799.376870:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985704448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.377065:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985704448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.377074:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1767316799.377184:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316799.380456:0:51044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51044:1853163985704576:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.380551:0:51044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316799.380601:0:51044:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecef273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316799.380652:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704576 00000100:00100000:1.0:1767316799.380659:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704576 00000100:00100000:1.0:1767316799.380716:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1767316799.380725:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51044:x1853163985704576:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316799.381037:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51044:x1853163985704576:12345-0@lo:502:llog_process_th.0 Request processed in 311us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.381045:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1767316799.381671:0:51044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51044:1853163985704576:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1767316799.381717:0:51044:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1767316799.381753:0:51044:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316799.381756:0:51044:0:(obd_config.c:1477:class_process_config()) marker 38 (0x1) lustre-MDT0000-m new lustre.test_206 00000020:00000080:3.0:1767316799.381764:0:51044:0:(obd_config.c:1389:class_process_config()) processing cmd: ce020 00020000:01000000:3.0:1767316799.381849:0:51044:0:(lod_pool.c:475:lod_pool_new()) test_206 is pool #1 00080000:10000000:3.0:1767316799.382796:0:51044:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3c:0x0] (8/8/4) registered 00080000:10000000:0.0:1767316799.502112:0:51044:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3d:0x0] (8/8/4) registered 00000020:00080000:0.0:1767316799.502210:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969386 batchid updated 00000020:00080000:0.0:1767316799.502259:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969386 00000020:00080000:0.0:1767316799.502268:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969386 00080000:10000000:0.0:1767316799.566999:0:51044:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3e:0x0] (8/8/4) registered 00010000:00010000:0.0:1767316799.594592:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316799.633138:0:51044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51044:1853163985704704:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316799.633255:0:51044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316799.633345:0:51044:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2b3bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.633496:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704704 00000100:00100000:2.0:1767316799.633505:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704704 00000100:00100000:0.0:1767316799.633946:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1767316799.633958:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51044:x1853163985704704:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316799.634217:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51044:x1853163985704704:12345-0@lo:502:llog_process_th.0 Request processed in 260us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.634226:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1767316799.634343:0:51044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51044:1853163985704704:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1767316799.634379:0:51044:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1767316799.634387:0:51044:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316799.634389:0:51044:0:(obd_config.c:1477:class_process_config()) marker 38 (0x2) lustre-MDT0000-m new lustre.test_206 00000040:00080000:3.0:1767316799.634405:0:51044:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:2.0:1767316799.634780:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:2.0:1767316799.634799:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1767316799.634810:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.634821:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316799.634832:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316799.634834:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 61 10000000:01000000:2.0:1767316799.634837:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316799.634870:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.634879:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.634888:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316799.634909:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.634964:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.635778:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3bf03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316799.635892:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704832 00000100:00100000:1.0:1767316799.635901:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704832 00000100:00100000:1.0:1767316799.636035:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1767316799.636045:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985704832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.636060:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316799.636075:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6d6e expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.636101:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.636113:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.636122:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316799.636221:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985704832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.636228:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767316799.636693:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316799.636710:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.636719:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316799.636908:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.637038:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.637099:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3bf03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316799.637137:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985704960 00000100:00100000:3.0:1767316799.637143:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985704960 00000100:00100000:3.0:1767316799.637218:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1767316799.637227:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985704960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316799.637369:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985704960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 142us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316799.637376:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1767316799.637523:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985704960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.637559:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.637612:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.638272:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3bf03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316799.638355:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705088 00000100:00100000:3.0:1767316799.638362:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705088 00000100:00100000:3.0:1767316799.638391:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1767316799.638411:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985705088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316799.638904:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985705088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 491us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316799.638912:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1767316799.638980:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316799.639178:0:51045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51045:1853163985705216:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.639215:0:51045:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316799.639234:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705216 00000100:00100000:3.0:1767316799.639238:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705216 00000100:00100000:3.0:1767316799.639271:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1767316799.639276:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51045:x1853163985705216:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.639494:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51045:x1853163985705216:12345-0@lo:502:llog_process_th.0 Request processed in 216us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316799.639500:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1767316799.639903:0:51045:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316799.639985:0:51045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51045:1853163985705216:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.640032:0:51045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51045:1853163985705344:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.640067:0:51045:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316799.640090:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705344 00000100:00100000:3.0:1767316799.640093:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705344 00000100:00100000:3.0:1767316799.640111:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1767316799.640117:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51045:x1853163985705344:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316799.640269:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51045:x1853163985705344:12345-0@lo:502:llog_process_th.0 Request processed in 151us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316799.640277:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1767316799.640310:0:51045:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316799.640322:0:51045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51045:1853163985705344:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316799.640342:0:51045:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1767316799.641051:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1767316799.641083:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316799.641094:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.641106:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316799.641116:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1767316799.641120:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1767316799.641122:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1767316799.641150:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.641158:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.641167:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316799.641183:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.641218:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.641257:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.641317:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705472 00000100:00100000:0.0:1767316799.641323:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705472 00000100:00100000:0.0:1767316799.641351:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1767316799.641358:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985705472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316799.641369:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316799.641381:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6d7c expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.641419:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 15 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.641430:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 15 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.641438:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0c00, rc 0) 00000100:00100000:0.0:1767316799.641479:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985705472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.641485:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1767316799.641801:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316799.641814:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.641823:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316799.641871:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.641895:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.641913:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.642052:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705600 00000100:00100000:0.0:1767316799.642056:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705600 00000100:00100000:0.0:1767316799.642076:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1767316799.642082:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985705600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.642192:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985705600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.642198:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1767316799.642280:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.642307:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.642354:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.642375:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316799.642825:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705728 00000100:00100000:2.0:1767316799.642831:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705728 00000100:00100000:2.0:1767316799.642855:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1767316799.642861:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985705728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.643037:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985705728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 174us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.643044:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1767316799.643090:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1767316799.645117:0:51046:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1767316799.646023:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1767316799.646055:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1767316799.646067:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.646079:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316799.646090:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316799.646092:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 61 10000000:01000000:0.0:1767316799.646095:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316799.646141:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.646150:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.646167:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316799.646193:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.646275:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316799.646351:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a83300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316799.646487:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705856 00000100:00100000:1.0:1767316799.646495:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705856 00000100:00100000:1.0:1767316799.646815:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1767316799.646825:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985705856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.646839:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316799.646853:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6d8a expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.646875:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.646886:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.646896:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06600, rc 0) 00000100:00100000:1.0:1767316799.647043:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985705856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 219us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.647050:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1767316799.647143:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316799.647160:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.647170:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316799.647232:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.647282:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.648469:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.650214:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985705984 00000100:00100000:0.0:1767316799.650227:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985705984 00000100:00100000:0.0:1767316799.650302:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1767316799.650312:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985705984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.650505:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985705984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 194us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316799.650813:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985705984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.650864:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.650937:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.650962:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.651104:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1767316799.651140:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706112 00000100:00100000:0.0:1767316799.651145:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706112 00000100:00100000:0.0:1767316799.651163:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1767316799.651168:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985706112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.651337:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985706112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 167us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.651344:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1767316799.651508:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.652434:0:51047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51047:1853163985706240:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316799.652496:0:51047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.652548:0:51047:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.652893:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706240 00000100:00100000:0.0:1767316799.652900:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706240 00000100:00100000:0.0:1767316799.652944:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1767316799.652953:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51047:x1853163985706240:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316799.653236:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51047:x1853163985706240:12345-0@lo:502:llog_process_th.0 Request processed in 283us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.653258:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767316799.653687:0:51047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51047:1853163985706240:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316799.653787:0:51047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51047:1853163985706368:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316799.653831:0:51047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.653852:0:51047:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fdfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.654034:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706368 00000100:00100000:0.0:1767316799.654040:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706368 00000100:00100000:0.0:1767316799.654064:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1767316799.654071:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51047:x1853163985706368:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316799.654260:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51047:x1853163985706368:12345-0@lo:502:llog_process_th.0 Request processed in 188us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.654267:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1767316799.655087:0:51047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51047:1853163985706368:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316799.655120:0:51047:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1767316799.655317:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1767316799.655346:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767316799.655365:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.655376:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316799.655386:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1767316799.655388:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1767316799.656174:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1767316799.656217:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.656226:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316799.656236:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316799.656270:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.656328:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316799.656367:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316799.656702:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706496 00000100:00100000:1.0:1767316799.656709:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706496 00000100:00100000:1.0:1767316799.656775:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1767316799.656785:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985706496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.656798:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316799.656812:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6d98 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.656841:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.656851:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.656861:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316799.656905:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985706496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.656911:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1767316799.657082:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316799.657095:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316799.657105:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316799.657160:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.657186:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.657211:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fdfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.657275:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706624 00000100:00100000:0.0:1767316799.657279:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706624 00000100:00100000:0.0:1767316799.657298:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1767316799.657304:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985706624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.657677:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985706624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 209us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316799.657685:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1767316799.657828:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.657860:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706752:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316799.657909:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316799.658020:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fdfc00 going to sleep for 11 seconds 00000100:00100000:1.0:1767316799.658063:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706752 00000100:00100000:1.0:1767316799.658068:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706752 00000100:00100000:1.0:1767316799.658102:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1767316799.658109:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985706752:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.658294:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985706752:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 185us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316799.658300:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1767316799.658338:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706752:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1767316799.660190:0:51048:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1767316799.660549:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1767316799.660575:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1767316799.660586:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.660597:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316799.660608:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1767316799.660612:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:1.0:1767316799.660615:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1767316799.660655:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.660663:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.660676:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316799.660707:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.660816:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.660855:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316799.661092:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985706880 00000100:00100000:3.0:1767316799.661101:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985706880 00000100:00100000:3.0:1767316799.661151:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1767316799.661160:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985706880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316799.661175:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316799.661189:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6da6 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316799.661210:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316799.661219:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316799.661226:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38a00, rc 0) 00000100:00100000:3.0:1767316799.661280:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985706880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316799.661290:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1767316799.661418:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985706880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316799.661434:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.661444:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316799.661505:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985707008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316799.661691:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316799.661718:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316799.661912:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707008 00000100:00100000:0.0:1767316799.662007:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707008 00000100:00100000:0.0:1767316799.662073:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1767316799.662081:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985707008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316799.662199:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985707008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (507us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767316799.662207:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1767316799.662270:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985707008:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1767316799.662293:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1767316799.662299:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316799.662314:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316800.613505:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767316801.097432:0:51096:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffde32a1620 20000000:00000080:1.0:1767316801.097449:0:51096:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ed02f3c00 uarg=0000000000000000 00000040:00100000:1.0:1767316801.098394:0:51096:0:(llog.c:1064:llog_reverse_process()) index 63 : idx 48 20000000:01000000:1.0:1767316801.098402:0:51096:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 62 cmd:0xce020 lustre.test_206 00000040:00080000:1.0:1767316801.098710:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].64, 224 off19704 20000000:01000000:1.0:1767316801.099212:0:51096:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_206 lustre-OST0000_UUID (null) 00000040:00080000:1.0:1767316801.099274:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].65, 136 off19840 00000040:00080000:1.0:1767316801.099354:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].66, 224 off20064 00000040:00080000:1.0:1767316801.099617:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].59, 224 off18928 20000000:01000000:1.0:1767316801.099629:0:51096:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_206 lustre-OST0000_UUID (null) 00000040:00080000:1.0:1767316801.099684:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].60, 144 off19072 00000040:00080000:1.0:1767316801.099720:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].61, 224 off19296 10000000:01000000:1.0:1767316801.099807:0:51096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1767316801.099828:0:51096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101268:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101283:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101290:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101297:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101308:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101315:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101321:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101327:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101333:0:51096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101340:0:51096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101384:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.101398:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 17 pid: 41784 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.101413:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707136:0@lo:104: 00000100:00100000:1.0:1767316801.102013:0:51096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.102180:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707136 00000100:00100000:2.0:1767316801.102189:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707136 00010000:00010000:1.0:1767316801.102327:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.102337:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 17 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.102350:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707264:0@lo:104: 00000100:00100000:1.0:1767316801.102376:0:51096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316801.102496:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.102505:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 17 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.102513:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707392:0@lo:104: 00000100:00100000:1.0:1767316801.102535:0:51096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.102600:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707264 00000100:00100000:2.0:1767316801.102604:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707264 00000100:00100000:2.0:1767316801.102626:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1767316801.102637:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51096:x1853163985707136:12345-0@lo:104: 00010000:00010000:2.0:1767316801.102648:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102704:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767316801.102709:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51096:x1853163985707136:12345-0@lo:104: Request processed in 75us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.102717:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1767316801.102753:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1767316801.102760:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51096:x1853163985707264:12345-0@lo:104: 00010000:00010000:2.0:1767316801.102767:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102801:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767316801.102806:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51096:x1853163985707264:12345-0@lo:104: Request processed in 47us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.102812:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:2.0:1767316801.102830:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316801.102836:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102843:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316801.102847:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102855:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316801.102862:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316801.102869:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316801.102905:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102911:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316801.102933:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102941:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba6da6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dad expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102956:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316801.102959:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102964:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316801.102967:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.102973:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316801.102979:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316801.102983:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316801.102997:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.103002:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316801.103018:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.103024:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6d98 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d9f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.103032:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316801.103034:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316801.103036:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316801.103041:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316801.103067:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985707520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.103098:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.103134:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985707648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.103156:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.103187:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707520 00000100:00100000:2.0:1767316801.103192:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707520 00010000:00010000:2.0:1767316801.103209:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 18 pid: 41784 timeout: 2146 lvb_type: 0 00000100:00100000:2.0:1767316801.103242:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707648 00000100:00100000:2.0:1767316801.103245:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707648 00010000:00010000:2.0:1767316801.103257:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 19 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:2.0:1767316801.103274:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6300 00000100:00100000:2.0:1767316801.103279:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6213:x1853163985707520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316801.103289:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316801.103293:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 19 pid: 41784 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.103302:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 19 pid: 41784 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.103318:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316801.103348:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6213:x1853163985707520:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.103354:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6300 00000100:00100000:2.0:1767316801.103368:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6301 00000100:00100000:2.0:1767316801.103375:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985707648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316801.103382:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316801.103386:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 18 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.103394:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 18 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.103403:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316801.103429:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985707648:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.103435:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6301 00000100:00100000:2.0:1767316801.103477:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985707648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.103501:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985707520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316801.104259:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.104272:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 17 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.104282:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707776:0@lo:104: 00000100:00100000:1.0:1767316801.104318:0:51096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316801.104343:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.104350:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 17 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.104358:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707904:0@lo:104: 00000100:00100000:1.0:1767316801.104378:0:51096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316801.104395:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.104402:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 17 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.104411:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d33100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708032:0@lo:104: 00000100:00100000:1.0:1767316801.104433:0:51096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316801.104449:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.104456:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 17 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.104464:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708160:0@lo:104: 00000100:00100000:3.0:1767316801.104605:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707392 00000100:00100000:3.0:1767316801.104612:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707392 00000100:00100000:3.0:1767316801.104648:0:12901:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767316801.104666:0:12901:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.104676:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707776 00000100:00100000:3.0:1767316801.104679:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707776 00000100:00100000:3.0:1767316801.104693:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985707904 00000100:00100000:3.0:1767316801.104695:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985707904 00000100:00100000:3.0:1767316801.104703:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985708032 00000100:00100000:3.0:1767316801.104705:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985708032 00000100:00100000:3.0:1767316801.104712:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985708160 00000100:00100000:3.0:1767316801.104714:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985708160 00000100:00100000:3.0:1767316801.104723:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1767316801.104750:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51096:x1853163985707392:12345-0@lo:104: 00010000:00010000:3.0:1767316801.104760:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.104801:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767316801.104806:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51096:x1853163985707392:12345-0@lo:104: Request processed in 78us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.104813:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1767316801.104828:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1767316801.104834:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51096:x1853163985707776:12345-0@lo:104: 00010000:00010000:3.0:1767316801.104840:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.104868:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767316801.104873:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51096:x1853163985707776:12345-0@lo:104: Request processed in 40us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.104878:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1767316801.104890:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1767316801.104895:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51096:x1853163985707904:12345-0@lo:104: 00010000:00010000:3.0:1767316801.104901:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.104928:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1767316801.104933:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51096:x1853163985707904:12345-0@lo:104: Request processed in 39us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.104938:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1767316801.104949:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1767316801.104955:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca8af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51096:x1853163985708032:12345-0@lo:104: 00010000:00010000:3.0:1767316801.104962:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.104987:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1767316801.104992:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca8af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51096:x1853163985708032:12345-0@lo:104: Request processed in 38us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.104998:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1767316801.105027:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1767316801.105033:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51096:x1853163985708160:12345-0@lo:104: 00010000:00010000:3.0:1767316801.105039:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105158:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1767316801.105163:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51096:x1853163985708160:12345-0@lo:104: Request processed in 131us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.105170:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:3.0:1767316801.105196:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767316801.105202:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105209:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316801.105224:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105233:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316801.105240:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316801.105245:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316801.105277:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105283:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316801.105298:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105304:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba6d8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d91 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105318:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767316801.105320:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105325:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316801.105328:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105334:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316801.105339:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316801.105344:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316801.105356:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105361:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316801.105371:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105376:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6d7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d83 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105385:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767316801.105388:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105393:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316801.105396:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105402:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316801.105407:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316801.105416:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316801.105427:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105433:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316801.105439:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105445:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031400/0xc472cb5f51ba6d6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d75 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105453:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316801.105456:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105462:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316801.105465:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.105471:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316801.105477:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316801.105482:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1767316801.105639:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985708288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.105674:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.105708:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985708288 00000100:00100000:2.0:1767316801.105713:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985708288 00010000:00010000:2.0:1767316801.105749:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 18 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:2.0:1767316801.105771:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6302 00000100:00100000:2.0:1767316801.105779:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985708288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316801.105790:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316801.105794:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 18 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.105805:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 18 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.105820:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316801.105849:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985708288:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.105855:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302 00000100:00100000:2.0:1767316801.105879:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985708416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.105902:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.105920:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316801.105926:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985708544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.105947:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767316801.105966:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316801.105972:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.106091:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.106101:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 8 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.106110:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708672:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316801.106168:0:51096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.106175:0:51096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 8 pid: 41784 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.106183:0:51096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708800:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316801.106206:0:51096:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767316801.106240:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba6dad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6da6 expref: 17 pid: 41784 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.106250:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707136:0@lo:104: 00010000:00010000:1.0:1767316801.106263:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06400/0xc472cb5f51ba6d9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6d98 expref: 16 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.106270:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707264:0@lo:104: 00010000:00010000:1.0:1767316801.106279:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6d91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6d8a expref: 15 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.106286:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707392:0@lo:104: 00000100:00100000:1.0:1767316801.106293:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707776:0@lo:104: 00000100:00100000:1.0:1767316801.106300:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d32680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985707904:0@lo:104: 00000100:00100000:1.0:1767316801.106307:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d33100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708032:0@lo:104: 00000100:00100000:1.0:1767316801.106314:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708160:0@lo:104: 00010000:00010000:0.0:1767316801.107278:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316801.107313:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985708416 00000100:00100000:0.0:1767316801.107323:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985708416 00010000:00010000:0.0:1767316801.107365:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 15 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:0.0:1767316801.107395:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985708544 00000100:00100000:0.0:1767316801.107397:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985708544 00010000:00010000:0.0:1767316801.107410:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 16 pid: 41786 timeout: 2146 lvb_type: 0 00000100:00100000:0.0:1767316801.107428:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6303 00000100:00100000:0.0:1767316801.107436:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6212:x1853163985708416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316801.107450:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316801.107454:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 16 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.107462:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 16 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.107475:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6d83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6d7c expref: 16 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.107488:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316801.107549:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6212:x1853163985708416:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.107556:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6303 00000100:00100000:0.0:1767316801.107573:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304 00000100:00100000:0.0:1767316801.107580:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6212:x1853163985708544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316801.107587:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316801.107590:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 14 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.107598:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 14 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.107607:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07800/0xc472cb5f51ba6d75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6d6e expref: 14 pid: 41786 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.107615:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316801.107639:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6212:x1853163985708544:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.107648:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304 00000100:00100000:0.0:1767316801.107685:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985708288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316801.107768:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985708544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316801.107775:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985708416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316801.108579:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316801.108588:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.108599:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316801.108606:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316801.108613:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316801.108656:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.108662:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767316801.108713:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985708928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316801.108786:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767316801.108849:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.108857:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06a00/0xc472cb5f51ba6d52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d59 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.108873:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316801.108875:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316801.108877:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316801.109141:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.109149:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767316801.109237:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985708928 00000100:00100000:0.0:1767316801.109244:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985708928 00010000:00010000:0.0:1767316801.109267:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:0.0:1767316801.109292:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305 00000100:00100000:0.0:1767316801.109299:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6214:x1853163985708928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316801.109309:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316801.109313:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.109321:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.109335:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6d59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6d52 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:0.0:1767316801.109347:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316801.109409:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985709056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316801.109440:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.109472:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709056 00000100:00100000:2.0:1767316801.109476:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709056 00010000:00010000:2.0:1767316801.109506:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:2.0:1767316801.109527:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6306 00000100:00100000:2.0:1767316801.109534:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa05450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6215:x1853163985709056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316801.109542:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316801.109546:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.109554:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.109569:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6d67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6d60 expref: 13 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.109577:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316801.109603:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa05450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6215:x1853163985709056:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.109609:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6306 00000100:00100000:2.0:1767316801.109646:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985709056:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316801.109983:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.109992:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06200/0xc472cb5f51ba6d60 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6d67 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.110007:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316801.110009:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316801.110011:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316801.110099:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6214:x1853163985708928:12345-0@lo:103:ldlm_bl.0 Request processed in 797us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.110107:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305 00000100:00100000:1.0:1767316801.110339:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985708928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316801.110791:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316801.110817:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316801.110878:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883136 00000100:00100000:2.0:1767316801.110885:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883136 00010000:00010000:2.0:1767316801.110912:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 9 pid: 41784 timeout: 2146 lvb_type: 0 00000100:00100000:2.0:1767316801.110943:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883008 00000100:00100000:2.0:1767316801.110946:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883008 00010000:00010000:2.0:1767316801.110958:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 10 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:2.0:1767316801.110978:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6307 00000100:00100000:2.0:1767316801.110985:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933883136:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316801.110996:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316801.111001:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 10 pid: 41784 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.111010:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 10 pid: 41784 timeout: 2146 lvb_type: 0 00010000:00010000:2.0:1767316801.111024:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316801.111154:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6308 00000100:00100000:3.0:1767316801.111163:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933883008:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316801.111172:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316801.111176:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 10 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:3.0:1767316801.111185:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 10 pid: 41785 timeout: 2146 lvb_type: 0 00010000:00010000:3.0:1767316801.111198:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111206:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111234:0:44414:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111241:0:44414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111247:0:44414:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111253:0:44414:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111258:0:44414:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316801.111263:0:44414:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111270:0:44414:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111279:0:44414:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.111290:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316801.111340:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933883136:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 355us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.111348:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6307 00010000:00010000:1.0:1767316801.111957:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6d44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a571 expref: 9 pid: 41784 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.111971:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708800:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316801.111985:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1000/0xc472cb5f51ba6d4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a578 expref: 8 pid: 41785 timeout: 2146 lvb_type: 0 00000100:00100000:1.0:1767316801.111993:0:51096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51096:1853163985708672:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316801.112032:0:51096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.112041:0:51096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.112199:0:51096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.112206:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba6db4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1767316801.112286:0:51096:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffde32a1620 20000000:00000080:1.0:1767316801.112300:0:51096:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ef43d0400 uarg=0000000000000000 00000100:00100000:3.0:1767316801.113637:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2484:x1853163933883008:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 2466us (2809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.113649:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6308 00000040:00100000:1.0:1767316801.114027:0:51096:0:(llog.c:1064:llog_reverse_process()) index 66 : idx 48 20000000:01000000:1.0:1767316801.114034:0:51096:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 62 cmd:0xce020 lustre.test_206 00000040:00080000:1.0:1767316801.114416:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].67, 224 off20288 20000000:01000000:1.0:1767316801.114437:0:51096:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_206 lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316801.114479:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].68, 136 off20424 00000040:00080000:1.0:1767316801.114588:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].69, 224 off20648 00000040:00080000:1.0:1767316801.115234:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].62, 224 off19520 20000000:01000000:1.0:1767316801.115247:0:51096:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_206 lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316801.115290:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].63, 144 off19664 00000040:00080000:1.0:1767316801.115860:0:51096:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].64, 224 off19888 10000000:01000000:1.0:1767316801.115883:0:51096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1767316801.116002:0:51096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116020:0:51096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116031:0:51096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116038:0:51096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116044:0:51096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116152:0:51096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116159:0:51096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316801.116163:0:51096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116172:0:51096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116189:0:51096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116197:0:51096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.116202:0:51096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba6dbb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51096 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316801.191020:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985709440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316801.191108:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.191154:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316801.191160:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985709568:0@lo:400:kworker.0 00000100:00100000:3.0:1767316801.193370:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985709184:0@lo:400:kworker.0 00000100:00100000:3.0:1767316801.208964:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.209034:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985709696:0@lo:400:kworker.0 00000100:00100000:3.0:1767316801.209080:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.209107:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316801.209115:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985709312:0@lo:400:kworker.0 00000100:00100000:3.0:1767316801.209140:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.209880:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709440 00000100:00100000:1.0:1767316801.209901:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709440 00000100:00100000:1.0:1767316801.209964:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1767316801.209974:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985709440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316801.210041:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985709440:12345-0@lo:400:kworker.0 Request processed in 68us (18932us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.210268:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:1.0:1767316801.210310:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316801.214119:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709184 00000100:00100000:2.0:1767316801.214136:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709184 00000100:00100000:2.0:1767316801.214249:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709696 00000100:00100000:2.0:1767316801.214254:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709696 00000100:00100000:2.0:1767316801.214284:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1767316801.214294:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985709184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.214410:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985709184:12345-0@lo:400:kworker.0 Request processed in 117us (5455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.214418:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1767316801.214436:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709312 00000100:00100000:2.0:1767316801.214440:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709312 00000100:00100000:2.0:1767316801.214469:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1767316801.214475:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985709696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.214605:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985709696:12345-0@lo:400:kworker.0 Request processed in 129us (5524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.214612:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1767316801.214624:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1767316801.214631:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985709312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.214656:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985709312:12345-0@lo:400:kworker.0 Request processed in 27us (5516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.214662:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1767316801.214761:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985709312:0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.214776:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985709184:0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.214787:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985709696:0@lo:400:kworker.0 00000100:00100000:0.0:1767316801.214981:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.215022:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985709440:0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.215349:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709568 00000100:00100000:2.0:1767316801.215354:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709568 00000100:00100000:2.0:1767316801.215397:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1767316801.215405:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985709568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316801.215445:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985709568:12345-0@lo:400:kworker.0 Request processed in 41us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.215451:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1767316801.215936:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985709568:0@lo:400:kworker.0 00000100:00080000:1.0:1767316801.216009:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316801.216014:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1767316801.459916:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316801.459927:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 64 10000000:01000000:0.0:1767316801.459932:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316801.460004:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.460016:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.460027:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316801.460055:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985709824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.460131:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.460190:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.460411:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709824 00000100:00100000:2.0:1767316801.460421:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709824 00000100:00100000:2.0:1767316801.460494:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1767316801.460503:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985709824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316801.460517:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316801.460543:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6dc2 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.460568:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.460579:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.460589:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031600, rc 0) 00000100:00100000:2.0:1767316801.460639:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985709824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.460646:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1767316801.461267:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985709824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316801.461286:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.461295:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316801.461365:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985709952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.461401:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.461487:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316801.465258:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985709952 00000100:00100000:3.0:1767316801.465279:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985709952 00000100:00100000:3.0:1767316801.465347:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1767316801.465355:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985709952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.465530:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985709952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 176us (4128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.465536:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1767316801.466203:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985709952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.466277:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.466345:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.466389:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316801.466459:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710080 00000100:00100000:3.0:1767316801.466464:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710080 00000100:00100000:3.0:1767316801.466517:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1767316801.466534:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985710080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.466712:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985710080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 187us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.466719:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1767316801.467094:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.467521:0:51097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51097:1853163985710208:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316801.467574:0:51097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.467611:0:51097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316801.467723:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710208 00000100:00100000:1.0:1767316801.467753:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710208 00000100:00100000:1.0:1767316801.467785:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1767316801.467790:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51097:x1853163985710208:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316801.467996:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51097:x1853163985710208:12345-0@lo:502:llog_process_th.0 Request processed in 206us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.468001:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1767316801.468285:0:51097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51097:1853163985710208:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316801.468336:0:51097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51097:1853163985710336:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316801.468374:0:51097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.468494:0:51097:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.468631:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710336 00000100:00100000:2.0:1767316801.468635:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710336 00000100:00100000:2.0:1767316801.468672:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1767316801.468680:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51097:x1853163985710336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316801.468870:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51097:x1853163985710336:12345-0@lo:502:llog_process_th.0 Request processed in 191us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.468877:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1767316801.468958:0:51097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51097:1853163985710336:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316801.468973:0:51097:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 70 count 69 00000020:01000000:2.0:1767316801.469775:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-69 (rc=0) 10000000:01000000:2.0:1767316801.469805:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316801.469816:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.469829:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316801.469840:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1767316801.469844:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 59 10000000:01000000:2.0:1767316801.469847:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316801.469888:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.469895:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.469962:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316801.470053:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.470090:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.470115:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.470305:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710464 00000100:00100000:0.0:1767316801.470312:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710464 00000100:00100000:0.0:1767316801.470341:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1767316801.470349:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985710464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316801.470362:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316801.470373:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6dd0 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.470395:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 13 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.470409:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 13 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.470417:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1a00, rc 0) 00000100:00100000:0.0:1767316801.470452:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985710464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.470458:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1767316801.471192:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316801.471224:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.471241:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316801.471308:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.471343:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.471373:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316801.471385:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710592 00000100:00100000:3.0:1767316801.471389:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710592 00000100:00100000:3.0:1767316801.471459:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1767316801.471467:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985710592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.471600:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985710592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.471618:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767316801.471684:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.471711:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.471781:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.471846:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316801.471848:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710720 00000100:00100000:3.0:1767316801.471851:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710720 00000100:00100000:3.0:1767316801.471869:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1767316801.471875:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985710720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.472024:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985710720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 148us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.472030:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1767316801.472114:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985710720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.472560:0:51098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51098:1853163985710848:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316801.472599:0:51098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.472630:0:51098:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed600 going to sleep for 11 seconds 00000100:00100000:3.0:1767316801.472756:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710848 00000100:00100000:3.0:1767316801.472761:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710848 00000100:00100000:3.0:1767316801.472782:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1767316801.472788:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51098:x1853163985710848:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316801.473013:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51098:x1853163985710848:12345-0@lo:502:llog_process_th.0 Request processed in 223us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.473020:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767316801.473204:0:51098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51098:1853163985710848:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767316801.473239:0:51098:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767316801.473251:0:51098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767316801.473254:0:51098:0:(obd_config.c:1477:class_process_config()) marker 40 (0x1) lustre-MDT0000-m add lustre.test_206.lustre-OST0000_UUID 00000020:00000080:2.0:1767316801.473262:0:51098:0:(obd_config.c:1389:class_process_config()) processing cmd: ce021 00020000:01000000:2.0:1767316801.473279:0:51098:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0000_UUID to test_206 as member 1 00000020:01000000:3.0:1767316801.473833:0:51098:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1767316801.473839:0:51098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316801.473840:0:51098:0:(obd_config.c:1477:class_process_config()) marker 40 (0x2) lustre-MDT0000-m add lustre.test_206.lustre-OST0000_UUID 00000020:01000000:3.0:1767316801.473845:0:51098:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1767316801.473849:0:51098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316801.473850:0:51098:0:(obd_config.c:1477:class_process_config()) marker 42 (0x1) lustre-MDT0000-m add lustre.test_206.lustre-OST0001_UUID 00000020:00000080:3.0:1767316801.473853:0:51098:0:(obd_config.c:1389:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1767316801.473860:0:51098:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_206 as member 2 00000100:00100000:3.0:1767316801.473959:0:51098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51098:1853163985710976:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316801.474013:0:51098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.474042:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985710976 00000100:00100000:3.0:1767316801.474046:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985710976 00000100:00100000:3.0:1767316801.474070:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1767316801.474076:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51098:x1853163985710976:12345-0@lo:502:llog_process_th.0 00000020:01000004:2.0:1767316801.474286:0:51099:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9b3efb652000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1767316801.474291:0:51099:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 4 00000100:00100000:2.0:1767316801.474463:0:51098:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316801.474767:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51098:x1853163985710976:12345-0@lo:502:llog_process_th.0 Request processed in 689us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316801.474775:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1767316801.474920:0:51098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51098:1853163985710976:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767316801.474948:0:51098:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1767316801.474954:0:51098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767316801.474955:0:51098:0:(obd_config.c:1477:class_process_config()) marker 42 (0x2) lustre-MDT0000-m add lustre.test_206.lustre-OST0001_UUID 00000040:00080000:2.0:1767316801.474959:0:51098:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 65 count 64 00000020:01000000:3.0:1767316801.475088:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 59-64 (rc=0) 10000000:01000000:3.0:1767316801.475114:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1767316801.475123:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.475133:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316801.475144:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316801.475147:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 64 10000000:01000000:3.0:1767316801.475150:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316801.475176:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.475309:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.475319:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316801.475337:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.475365:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.475429:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.475466:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711104 00000100:00100000:2.0:1767316801.475470:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711104 00000100:00100000:2.0:1767316801.475538:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1767316801.475547:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985711104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316801.475558:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316801.475570:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6dde expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.475592:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 14 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.475601:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 14 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.475718:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031a00, rc 0) 00000100:00100000:2.0:1767316801.480038:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985711104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 4481us (4660us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.480053:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1767316801.480237:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316801.480262:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.480274:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316801.480341:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.480369:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316801.480404:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.480407:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711232 00000100:00100000:2.0:1767316801.480413:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711232 00000100:00100000:2.0:1767316801.480493:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1767316801.480503:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985711232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.480652:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985711232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 151us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.480663:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1767316801.480723:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.480768:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.480822:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.481161:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.481221:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711360 00000100:00100000:0.0:1767316801.481226:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711360 00000100:00100000:1.0:1767316801.481266:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1767316801.481277:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985711360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.481476:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985711360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 202us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.481483:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1767316801.481571:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.482029:0:51100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51100:1853163985711488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316801.482078:0:51100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.482108:0:51100:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed180 going to sleep for 11 seconds 00000100:00100000:1.0:1767316801.482160:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711488 00000100:00100000:1.0:1767316801.482165:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711488 00000100:00100000:1.0:1767316801.482191:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1767316801.482198:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51100:x1853163985711488:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316801.482456:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51100:x1853163985711488:12345-0@lo:502:llog_process_th.0 Request processed in 257us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.482464:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1767316801.482543:0:51100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51100:1853163985711488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316801.482584:0:51100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51100:1853163985711616:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316801.482628:0:51100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.482647:0:51100:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed180 going to sleep for 11 seconds 00000100:00100000:1.0:1767316801.482771:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711616 00000100:00100000:1.0:1767316801.482776:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711616 00000100:00100000:1.0:1767316801.482794:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1767316801.482800:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51100:x1853163985711616:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316801.482957:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51100:x1853163985711616:12345-0@lo:502:llog_process_th.0 Request processed in 157us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.482965:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1767316801.483040:0:51100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51100:1853163985711616:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316801.483060:0:51100:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 70 count 69 00000020:01000000:1.0:1767316801.483828:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-69 (rc=0) 10000000:01000000:1.0:1767316801.483847:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767316801.483856:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.483866:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316801.483876:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1767316801.483879:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1767316801.483882:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1767316801.483910:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.483919:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.483928:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316801.483944:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.483980:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.484008:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b6d780 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.484067:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711744 00000100:00100000:2.0:1767316801.484073:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711744 00000100:00100000:2.0:1767316801.484110:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1767316801.484118:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985711744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316801.484129:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316801.484142:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6dec expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.484164:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.484173:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.484180:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031400, rc 0) 00000100:00100000:2.0:1767316801.484227:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985711744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.484233:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1767316801.484472:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316801.484484:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.484493:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316801.484538:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.484568:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.484594:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b6d780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.484695:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985711872 00000100:00100000:0.0:1767316801.484699:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985711872 00000100:00100000:0.0:1767316801.484826:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1767316801.484834:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985711872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.484945:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985711872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.484952:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1767316801.485077:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985711872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.485105:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.485150:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.485175:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b6d780 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.485225:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712000 00000100:00100000:2.0:1767316801.485230:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712000 00000100:00100000:2.0:1767316801.485259:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767316801.485265:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985712000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.485419:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985712000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.485425:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1767316801.485859:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712000:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316801.487115:0:51101:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1767316801.490235:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1767316801.490277:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767316801.490289:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.490301:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316801.490312:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316801.490314:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 64 10000000:01000000:1.0:1767316801.490317:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316801.490362:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.490371:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.490383:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316801.490410:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.490497:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.490542:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3b21b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.490964:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712128 00000100:00100000:0.0:1767316801.490973:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712128 00000100:00100000:0.0:1767316801.491028:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1767316801.491037:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985712128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316801.491051:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316801.491065:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6dfa expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.491091:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.491103:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 16 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.491111:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:0.0:1767316801.491156:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985712128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.491163:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1767316801.491283:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316801.491297:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.491305:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316801.491354:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.491378:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.491404:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3b21b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.491446:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712256 00000100:00100000:2.0:1767316801.491451:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712256 00000100:00100000:2.0:1767316801.491483:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1767316801.491491:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985712256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.491632:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985712256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 141us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.491638:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1767316801.491769:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.491795:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.491845:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.491865:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3b21b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.491927:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712384 00000100:00100000:2.0:1767316801.491933:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712384 00000100:00100000:2.0:1767316801.491953:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1767316801.491960:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985712384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.492107:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985712384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.492115:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1767316801.492250:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.493442:0:51102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51102:1853163985712512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316801.493499:0:51102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.493547:0:51102:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee3b21b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.493592:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712512 00000100:00100000:2.0:1767316801.493598:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712512 00000100:00100000:2.0:1767316801.493710:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1767316801.493718:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51102:x1853163985712512:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316801.493990:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51102:x1853163985712512:12345-0@lo:502:llog_process_th.0 Request processed in 272us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.493997:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767316801.494132:0:51102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51102:1853163985712512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316801.494176:0:51102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51102:1853163985712640:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316801.494219:0:51102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316801.494245:0:51102:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec7b16cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.494288:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712640 00000100:00100000:0.0:1767316801.494293:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712640 00000100:00100000:0.0:1767316801.494324:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1767316801.494330:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51102:x1853163985712640:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316801.494453:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51102:x1853163985712640:12345-0@lo:502:llog_process_th.0 Request processed in 123us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.494460:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1767316801.494642:0:51102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51102:1853163985712640:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1767316801.494660:0:51102:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 70 count 69 00000020:01000000:2.0:1767316801.494922:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 64-69 (rc=0) 10000000:01000000:2.0:1767316801.494939:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316801.494948:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.494960:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316801.494974:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1767316801.494976:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1767316801.494980:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316801.495007:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.495014:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.495024:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316801.495038:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.495069:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.495097:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316801.495247:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712768 00000100:00100000:1.0:1767316801.495253:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712768 00000100:00100000:1.0:1767316801.495285:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1767316801.495292:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985712768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316801.495374:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316801.495388:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6e08 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.495408:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.495418:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316801.495427:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316801.495462:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985712768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.495468:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1767316801.495525:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316801.495549:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.495558:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316801.495618:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316801.495643:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316801.495662:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316801.495930:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985712896 00000100:00100000:1.0:1767316801.495934:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985712896 00000100:00100000:1.0:1767316801.495963:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1767316801.495970:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985712896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316801.496077:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985712896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 107us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316801.496084:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1767316801.496138:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985712896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.496164:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985713024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.496205:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.496242:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.496294:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985713024 00000100:00100000:0.0:1767316801.496299:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985713024 00000100:00100000:0.0:1767316801.496315:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1767316801.496321:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985713024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.496457:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985713024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 136us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316801.496465:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1767316801.496523:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985713024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316801.497517:0:51103:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1767316801.498122:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1767316801.498148:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1767316801.498157:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.498168:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316801.498179:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1767316801.498182:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:3.0:1767316801.498185:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1767316801.498233:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.498241:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.498251:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316801.498279:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985713152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.498341:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.498382:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316801.498426:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985713152 00000100:00100000:2.0:1767316801.498434:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985713152 00000100:00100000:2.0:1767316801.498478:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767316801.498486:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985713152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316801.498502:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316801.498519:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba6e16 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.498692:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.498703:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316801.498713:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021faa00, rc 0) 00000100:00100000:2.0:1767316801.498820:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985713152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 335us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316801.498827:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1767316801.498935:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985713152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316801.498949:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.498959:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316801.499005:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985713280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316801.499031:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316801.499049:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeed840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316801.499106:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985713280 00000100:00100000:0.0:1767316801.499111:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985713280 00000100:00100000:0.0:1767316801.499131:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1767316801.499136:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985713280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316801.499247:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985713280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (214us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767316801.499254:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1767316801.499307:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985713280:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1767316801.499328:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1767316801.499334:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316801.499341:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316801.641282:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316802.211675:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316802.212035:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985713408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316802.212099:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316802.212175:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985713408 00000100:00100000:0.0:1767316802.212182:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985713408 00000100:00100000:0.0:1767316802.212240:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1767316802.212250:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985713408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316802.212284:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399835136 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316802.212328:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985713408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316802.212336:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1767316802.212791:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985713408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316802.213418:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883264 00000100:00100000:2.0:1767316802.213425:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883264 00000100:00100000:2.0:1767316802.213480:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 650 00000100:00100000:2.0:1767316802.213490:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933883264:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316802.213512:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316802.213532:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a57f expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.213560:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.213571:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.213584:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa600, rc 0) 00000100:00100000:2.0:1767316802.213645:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933883264:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 157us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316802.213653:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 650 00000100:00100000:2.0:1767316802.220814:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.220986:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883392 00000100:00100000:1.0:1767316802.220999:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883392 00000100:00100000:1.0:1767316802.221061:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 651 00000100:00100000:1.0:1767316802.221073:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933883392:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316802.221257:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933883392:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 185us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.221266:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 651 00000100:00100000:3.0:1767316802.230867:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316802.236241:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985713536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316802.236422:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316802.238000:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.238097:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883520 00000100:00100000:3.0:1767316802.238108:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883520 00000100:00100000:3.0:1767316802.238154:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 652 00000100:00100000:3.0:1767316802.238163:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933883520:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316802.238394:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933883520:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 231us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316802.238402:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 652 00000100:00100000:1.0:1767316802.243205:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985713536 00000100:00100000:1.0:1767316802.243219:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985713536 00000100:00100000:1.0:1767316802.243331:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1767316802.243343:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985713536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316802.243383:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316802.243489:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985713536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (7067us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.243504:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1767316802.246723:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985713536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316802.276253:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316802.276804:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883648 00000100:00100000:0.0:1767316802.276816:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883648 00000100:00100000:1.0:1767316802.277703:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 653 00000100:00100000:1.0:1767316802.277720:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70166:x1853163933883648:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:1.0:1767316802.278152:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70166:x1853163933883648:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 436us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.278162:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 653 00000100:00100000:0.0:1767316802.284090:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.285000:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883776 00000100:00100000:3.0:1767316802.285014:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883776 00000100:00100000:3.0:1767316802.285091:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 654 00000100:00100000:3.0:1767316802.285103:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70166:x1853163933883776:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316802.285454:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70166:x1853163933883776:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 351us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316802.285472:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 654 00000100:00100000:2.0:1767316802.298037:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.298210:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933883904 00000100:00100000:1.0:1767316802.298222:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933883904 00000100:00100000:1.0:1767316802.298285:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 655 00000100:00100000:1.0:1767316802.298388:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933883904:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316802.298409:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316802.298429:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a586 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.298462:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 9 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.298474:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 9 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.298482:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06600, rc 0) 00000100:00100000:1.0:1767316802.298562:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933883904:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 178us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.298570:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 655 00000100:00100000:1.0:1767316802.310694:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.310812:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933884032 00000100:00100000:3.0:1767316802.310828:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933884032 00000100:00100000:3.0:1767316802.310899:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 656 00000100:00100000:3.0:1767316802.310909:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933884032:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316802.311134:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933884032:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 141us (369us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767316802.311143:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 656 00000100:00100000:0.0:1767316802.383208:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316802.383266:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933884160 00000100:00100000:0.0:1767316802.383277:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933884160 00000100:00100000:0.0:1767316802.383345:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8107 00000100:00100000:0.0:1767316802.383356:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:70170:x1853163933884160:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316802.383379:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316802.383401:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6e32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a58d expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316802.383484:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383506:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383522:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383537:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383544:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383550:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383622:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383629:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383634:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383640:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316802.383645:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383652:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383663:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316802.383666:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316802.383670:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383675:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383688:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383693:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383699:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383703:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316802.383705:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383711:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383718:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316802.383720:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316802.383724:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383747:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.383778:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6e32 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a58d expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316802.383789:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316802.383791:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316802.383795:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba6e32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a58d expref: 24 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316802.383804:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0a00, rc 0) 00000100:00100000:0.0:1767316802.383863:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:70170:x1853163933884160:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 509us (676us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316802.383870:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8107 00000100:00080000:0.0:1767316802.384559:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316802.397106:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.397150:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933884416 00000100:00100000:3.0:1767316802.397160:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933884416 00000100:00100000:3.0:1767316802.397226:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8108 00000100:00100000:3.0:1767316802.397236:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:70170:x1853163933884416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316802.397260:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316802.397264:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316802.397299:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ce2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a55c expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.397318:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316802.397326:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316802.397343:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6e47 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a594 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.397500:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.397514:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.397524:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.397537:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.397543:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.397549:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398079:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398090:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398099:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316802.398110:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00010000:00010000:3.0:1767316802.398139:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398148:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398155:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398162:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316802.398166:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398173:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.398181:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326700) 00010000:00010000:3.0:1767316802.398184:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316802.398187:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.405904:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e4e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316802.405931:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000028765a1d reply state 00000000a0c58a01 transno 8589942653 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316802.405941:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316802.405994:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6e47 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.406015:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.406025:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326c00) 00010000:00010000:3.0:1767316802.406028:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316802.406032:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39600, rc 0) 00000100:00100000:3.0:1767316802.406121:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70170:x1853163933884416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 8886us (9028us total) trans 8589942653 rc 0/0 00000100:00100000:3.0:1767316802.406129:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8108 00010000:00010000:2.0:1767316802.411902:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316802.411922:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316802.411931:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316802.411938:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316802.411943:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316802.411951:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316802.411969:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3ec1326000) 00010000:00010000:2.0:1767316802.411972:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316802.411976:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316802.411982:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba6e55 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316802.430166:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316802.430324:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933884672 00000100:00100000:0.0:1767316802.430335:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933884672 00000100:00100000:0.0:1767316802.430395:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8109 00000100:00100000:0.0:1767316802.430405:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:70170:x1853163933884672:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316802.430437:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316802.430473:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a59b expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316802.431165:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.431182:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316802.431205:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.431239:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316802.431254:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 25 pid: 41788 timeout: 2147 lvb_type: 0 00000100:00100000:0.0:1767316802.431267:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985713664:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316802.431364:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fe9900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316802.436278:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985713664:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316802.436314:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316802.441229:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.452776:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933884800 00000100:00100000:2.0:1767316802.452793:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933884800 00010000:00010000:2.0:1767316802.452851:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 26 pid: 41788 timeout: 2147 lvb_type: 0 00000100:00100000:0.0:1767316802.455362:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6309 00000100:00100000:0.0:1767316802.455388:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2484:x1853163933884800:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316802.455412:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316802.455423:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 26 pid: 41788 timeout: 2147 lvb_type: 0 00010000:00010000:0.0:1767316802.455439:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 26 pid: 41788 timeout: 2147 lvb_type: 0 00010000:00010000:0.0:1767316802.455472:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39600/0xc472cb5f51ba6e5c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a594 expref: 26 pid: 41788 timeout: 2147 lvb_type: 0 00010000:00010000:0.0:1767316802.455502:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326c00) 00010000:00010000:0.0:1767316802.455507:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.455517:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.455524:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316802.455570:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316802.455637:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2484:x1853163933884800:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 263us (14418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316802.455646:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6309 00010000:00010000:1.0:1767316802.455759:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.455767:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316802.455785:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00000004:00080000:1.0:1767316802.457252:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x275:0x0], index 1: 0 00010000:00010000:1.0:1767316802.457447:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457457:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457475:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457481:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316802.457486:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457504:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457523:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326c00) 00010000:00010000:1.0:1767316802.457527:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316802.457533:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457539:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba6e71 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.457613:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e6a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a59b expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.457624:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316802.457627:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316802.457631:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba6e6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a59b expref: 25 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.457645:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:1.0:1767316802.457720:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:70170:x1853163933884672:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 27315us (27563us total) trans 8589942654 rc 301/301 00000100:00100000:1.0:1767316802.457778:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8109 00000100:00100000:3.0:1767316802.464225:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.464304:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933885056 00000100:00100000:1.0:1767316802.464315:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933885056 00000100:00100000:1.0:1767316802.464378:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3229 00000100:00100000:1.0:1767316802.464388:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:70170:x1853163933885056:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316802.465134:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70170:x1853163933885056:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 744us (915us total) trans 8589942655 rc 0/0 00000100:00100000:1.0:1767316802.465143:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3229 00000100:00100000:2.0:1767316802.469081:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.469591:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933885184 00000100:00100000:1.0:1767316802.469602:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933885184 00000100:00100000:1.0:1767316802.469665:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8110 00000100:00100000:1.0:1767316802.469676:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70170:x1853163933885184:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316802.469698:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316802.469722:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5a2 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.469841:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.469856:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.469875:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316802.469878:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316802.469882:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316802.469951:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70170:x1853163933885184:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 277us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.469958:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8110 00000100:00100000:3.0:1767316802.472556:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.472988:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933885440 00000100:00100000:1.0:1767316802.473000:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933885440 00000100:00100000:2.0:1767316802.473162:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3230 00000100:00100000:2.0:1767316802.473177:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70170:x1853163933885440:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316802.473439:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70170:x1853163933885440:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 266us (891us total) trans 8589942656 rc 0/0 00000100:00100000:2.0:1767316802.473447:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3230 00000100:00100000:3.0:1767316802.525513:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.525681:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933885568 00000100:00100000:1.0:1767316802.525692:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933885568 00000100:00100000:1.0:1767316802.525784:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8111 00000100:00100000:1.0:1767316802.525794:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933885568:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316802.525822:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316802.525844:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6e86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5a9 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.525916:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6e8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.525929:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6e8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.525940:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6e8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316802.525999:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316802.526003:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316802.526027:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6e8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.526051:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6e86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a9 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.526069:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6e8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a9 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.526078:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316802.526081:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316802.526085:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316802.526154:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70171:x1853163933885568:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 361us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.526161:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8111 00000100:00100000:0.0:1767316802.536838:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.537309:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933885824 00000100:00100000:3.0:1767316802.537319:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933885824 00000100:00100000:3.0:1767316802.537392:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8112 00000100:00100000:3.0:1767316802.537402:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70171:x1853163933885824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316802.537424:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316802.537445:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6e94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5b0 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.537518:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537532:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537546:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537559:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537565:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537570:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537701:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537710:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537718:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316802.537754:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00010000:00010000:3.0:1767316802.537856:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537877:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537883:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537889:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316802.537893:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537901:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537912:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:3.0:1767316802.537914:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316802.537919:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537924:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6e9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537937:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537943:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537947:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537952:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316802.537955:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537960:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537966:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3ec1326700) 00010000:00010000:3.0:1767316802.537968:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316802.537970:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.537975:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6ea2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.538013:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6e94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 31 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.538026:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 30 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.538033:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316802.538035:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316802.538038:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38c00, rc 0) 00000100:00100000:3.0:1767316802.538099:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70171:x1853163933885824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 698us (1273us total) trans 8589942657 rc 0/0 00000100:00100000:3.0:1767316802.538119:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8112 00000100:00100000:0.0:1767316802.543511:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.543608:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933885952 00000100:00100000:1.0:1767316802.543620:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933885952 00000100:00100000:1.0:1767316802.543694:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12354 00000100:00100000:1.0:1767316802.543705:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933885952:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316802.543723:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316802.543782:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5b7 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316802.543810:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316802.543835:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316802.543838:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316802.543848:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 12 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316802.543879:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 12 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316802.543893:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07400, rc 0) 00000100:00100000:1.0:1767316802.543962:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933885952:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 259us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.543969:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12354 00000100:00080000:0.0:1767316802.544136:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316802.569805:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.570555:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933886208 00000100:00100000:1.0:1767316802.570567:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933886208 00000100:00100000:1.0:1767316802.570634:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3231 00000100:00100000:1.0:1767316802.570646:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70171:x1853163933886208:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316802.571054:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70171:x1853163933886208:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 410us (1259us total) trans 8589942658 rc 0/0 00000100:00100000:1.0:1767316802.571063:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3231 00000100:00100000:2.0:1767316802.589614:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.589798:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933886464 00000100:00100000:1.0:1767316802.589810:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933886464 00000100:00100000:1.0:1767316802.589939:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8113 00000100:00100000:1.0:1767316802.589950:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70171:x1853163933886464:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316802.589974:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316802.589998:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ebe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5be expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.590122:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.590138:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 32 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.590146:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.590180:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 32 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316802.590204:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 32 pid: 41788 timeout: 2147 lvb_type: 0 00000100:00100000:1.0:1767316802.590219:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985713792:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316802.590321:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec33f3540 going to sleep for 11 seconds 00000100:00100000:3.0:1767316802.603952:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.605220:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985713792:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316802.605260:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316802.605460:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933886592 00000100:00100000:1.0:1767316802.605468:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933886592 00010000:00010000:1.0:1767316802.605523:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 33 pid: 41788 timeout: 2147 lvb_type: 0 00000100:00100000:1.0:1767316802.605572:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6310 00000100:00100000:1.0:1767316802.605583:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:2484:x1853163933886592:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316802.605603:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316802.605611:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 33 pid: 41788 timeout: 2147 lvb_type: 0 00010000:00010000:1.0:1767316802.605623:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 33 pid: 41788 timeout: 2147 lvb_type: 0 00010000:00010000:1.0:1767316802.605649:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6ea9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b0 expref: 33 pid: 41788 timeout: 2147 lvb_type: 0 00010000:00010000:1.0:1767316802.605664:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316802.605669:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.605679:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.605687:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.605720:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316802.605816:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:2484:x1853163933886592:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 234us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.605824:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6310 00010000:00010000:2.0:1767316802.606018:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.606026:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316802.606057:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00010000:00010000:2.0:1767316802.606244:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ebe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.606263:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.606272:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316802.606276:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316802.606279:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:2.0:1767316802.606325:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70171:x1853163933886464:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 16377us (16721us total) trans 8589942659 rc 0/0 00000100:00100000:2.0:1767316802.606332:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8113 00000100:00100000:3.0:1767316802.614888:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.617270:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933886848 00000100:00100000:2.0:1767316802.617287:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933886848 00000100:00100000:2.0:1767316802.617364:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8114 00000100:00100000:2.0:1767316802.617376:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70171:x1853163933886848:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316802.617408:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316802.617411:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316802.617441:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba6e8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a9 expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.617461:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:2.0:1767316802.617472:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316802.617489:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ed3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5c5 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.618141:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 3/1,0 mode: --/PR res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.618155:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.618166:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316802.618177:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x208:0x0]: returning size 0 00010000:00010000:2.0:1767316802.618233:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ed3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.618253:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.618261:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316802.618264:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316802.618267:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa800, rc 0) 00000100:00100000:2.0:1767316802.618337:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70171:x1853163933886848:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 962us (3459us total) trans 8589942660 rc 0/0 00000100:00100000:2.0:1767316802.618345:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8114 00000100:00100000:3.0:1767316802.629654:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.632078:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933887104 00000100:00100000:2.0:1767316802.632095:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933887104 00000100:00100000:2.0:1767316802.632183:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8115 00000100:00100000:2.0:1767316802.632226:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70171:x1853163933887104:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316802.632254:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316802.632279:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ee8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5cc expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.632381:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.632399:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.632409:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 4/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.632445:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.632465:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 34 pid: 41789 timeout: 2147 lvb_type: 0 00000100:00100000:2.0:1767316802.632479:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985713920:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316802.632595:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505b40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316802.647549:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.647641:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933887232 00000100:00100000:1.0:1767316802.647652:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933887232 00010000:00010000:1.0:1767316802.647699:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 35 pid: 41789 timeout: 2147 lvb_type: 0 00000100:00100000:1.0:1767316802.647792:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6311 00000100:00100000:1.0:1767316802.647802:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933887232:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316802.647820:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316802.647828:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 35 pid: 41789 timeout: 2147 lvb_type: 0 00010000:00010000:1.0:1767316802.647842:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 35 pid: 41789 timeout: 2147 lvb_type: 0 00010000:00010000:1.0:1767316802.647866:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:1.0:1767316802.647872:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.647889:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.647897:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316802.647915:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316802.647964:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933887232:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 163us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.647971:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6311 00010000:00010000:2.0:1767316802.648420:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6eda lrc: 0/0,0 mode: --/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5c5 expref: 34 pid: 41789 timeout: 2147 lvb_type: 0 00000100:00100000:2.0:1767316802.648438:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985713920:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316802.648458:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.648467:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.648472:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316802.648499:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x208:0x0]: returning size 0 00000004:00080000:2.0:1767316802.648670:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x276:0x0], index 1: 0 00010000:00010000:2.0:1767316802.651199:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651215:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651222:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651227:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fae00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316802.651232:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651238:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651253:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316802.651256:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316802.651260:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 2/0,0 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651265:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6eef lrc: 0/0,0 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.651326:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ee8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5cc expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.651335:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316802.651339:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316802.651343:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ee8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5cc expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.651352:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa200, rc 0) 00000100:00100000:2.0:1767316802.651419:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70171:x1853163933887104:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 19196us (21776us total) trans 8589942661 rc 301/301 00000100:00100000:2.0:1767316802.651428:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8115 00010000:00010000:3.0:1767316802.664355:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316802.668841:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.669074:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933887488 00000100:00100000:3.0:1767316802.669083:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933887488 00000100:00100000:3.0:1767316802.669142:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3232 00000100:00100000:3.0:1767316802.669152:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3658050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70171:x1853163933887488:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316802.669699:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3658050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70171:x1853163933887488:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 546us (866us total) trans 8589942662 rc 0/0 00000100:00100000:3.0:1767316802.669708:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3232 00000100:00100000:0.0:1767316802.672249:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.673064:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933887616 00000100:00100000:2.0:1767316802.673075:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933887616 00000100:00100000:2.0:1767316802.673133:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8116 00000100:00100000:2.0:1767316802.673143:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70171:x1853163933887616:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316802.673167:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316802.673198:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6efd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5d3 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.673286:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.673301:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.673310:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.673342:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.673356:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 35 pid: 41789 timeout: 2147 lvb_type: 0 00000100:00100000:2.0:1767316802.673370:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985714048:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316802.673447:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505180 going to sleep for 11 seconds 00000100:00100000:1.0:1767316802.685817:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.686328:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985714048:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316802.686359:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316802.686648:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933887744 00000100:00100000:3.0:1767316802.686656:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933887744 00010000:00010000:3.0:1767316802.686693:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 36 pid: 41789 timeout: 2147 lvb_type: 0 00000100:00100000:3.0:1767316802.686757:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6312 00000100:00100000:3.0:1767316802.686766:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2483:x1853163933887744:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316802.686784:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316802.686791:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 36 pid: 41789 timeout: 2147 lvb_type: 0 00010000:00010000:3.0:1767316802.686804:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 36 pid: 41789 timeout: 2147 lvb_type: 0 00010000:00010000:3.0:1767316802.686829:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba6ec5 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5be expref: 36 pid: 41789 timeout: 2147 lvb_type: 0 00010000:00010000:3.0:1767316802.686845:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316802.686849:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316802.686872:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316802.686881:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316802.686908:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316802.687003:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933887744:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 237us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316802.687010:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6312 00010000:00010000:2.0:1767316802.687580:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.687589:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316802.687639:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00000004:00200000:2.0:1767316802.687644:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316802.687663:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.687696:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6efd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5d3 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.687715:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5d3 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.687723:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316802.687765:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316802.687769:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fae00, rc 0) 00000100:00100000:2.0:1767316802.687802:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70171:x1853163933887616:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 14660us (15560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316802.687809:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8116 00000100:00100000:0.0:1767316802.704685:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.704783:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933887872 00000100:00100000:2.0:1767316802.704793:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933887872 00000100:00100000:2.0:1767316802.704847:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8117 00000100:00100000:2.0:1767316802.704868:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70171:x1853163933887872:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316802.704888:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316802.704911:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f0b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5da expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.704989:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6f12 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.705008:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6f12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.705020:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6f12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316802.705053:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x208:0x0]: returning size 0 00000004:00200000:2.0:1767316802.705058:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316802.705073:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6f12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316802.705096:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f0b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5da expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.705404:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6f12 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5da expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.705417:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316802.705420:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1767316802.705423:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa800, rc 0) 00000100:00100000:2.0:1767316802.705493:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70171:x1853163933887872:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 636us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316802.705500:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8117 00000100:00100000:1.0:1767316802.710397:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316802.710571:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933888000 00000100:00100000:0.0:1767316802.710583:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933888000 00000100:00100000:0.0:1767316802.710638:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12355 00000100:00100000:0.0:1767316802.710648:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933888000:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316802.710667:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316802.710689:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba6f19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5e1 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316802.710720:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316802.710779:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316802.710782:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316802.710791:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba6f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e1 expref: 13 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316802.710808:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba6f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e1 expref: 13 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316802.710820:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:0.0:1767316802.711015:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933888000:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 367us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316802.711021:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12355 00000100:00100000:1.0:1767316802.717834:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.718521:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933888256 00000100:00100000:3.0:1767316802.718533:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933888256 00000100:00100000:3.0:1767316802.718645:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8118 00000100:00100000:3.0:1767316802.718657:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70171:x1853163933888256:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316802.718680:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316802.718703:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f20 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5e8 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.718840:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f27 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.718870:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f27 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.718883:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f27 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316802.718896:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00010000:00010000:3.0:1767316802.719044:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f20 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e8 expref: 38 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.719062:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f27 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e8 expref: 37 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.719072:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316802.719075:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316802.719081:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38600, rc 0) 00000100:00100000:3.0:1767316802.719154:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70171:x1853163933888256:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 499us (1330us total) trans 8589942663 rc 0/0 00000100:00100000:3.0:1767316802.719163:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8118 00000100:00100000:1.0:1767316802.734466:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.734685:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933888384 00000100:00100000:2.0:1767316802.734695:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933888384 00000100:00100000:2.0:1767316802.734769:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12356 00000100:00100000:2.0:1767316802.734778:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933888384:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316802.734822:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734843:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316802.734846:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316802.734862:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734877:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734908:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734917:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734925:0:14914:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734932:0:14914:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316802.734937:0:14914:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734946:0:14914:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734959:0:14914:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.734972:0:14914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316802.735044:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933888384:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 266us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316802.735051:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12356 00000100:00100000:1.0:1767316802.875960:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.876259:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933888512 00000100:00100000:3.0:1767316802.876270:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933888512 00000100:00100000:3.0:1767316802.876350:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8119 00000100:00100000:3.0:1767316802.876361:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70171:x1853163933888512:12345-192.168.204.9@tcp:44:lfs.0 00000001:00080000:2.0:1767316802.936649:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942658 is committed 00000001:00080000:2.0:1767316802.936695:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942661 is committed 00000001:00080000:2.0:1767316802.936708:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942663 is committed 00000100:00100000:3.0:1767316802.937020:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70171:x1853163933888512:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 60655us (61063us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316802.937031:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8119 00000100:00100000:2.0:1767316802.941885:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316802.945382:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933888640 00000100:00100000:1.0:1767316802.945398:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933888640 00000100:00100000:1.0:1767316802.945471:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12357 00000100:00100000:1.0:1767316802.945482:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933888640:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:1.0:1767316802.945605:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933888640:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 124us (3730us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316802.945613:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12357 00000100:00100000:1.0:1767316802.983146:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316802.983355:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933888768 00000100:00100000:2.0:1767316802.983378:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933888768 00000100:00100000:2.0:1767316802.983439:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12358 00000100:00100000:2.0:1767316802.983449:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933888768:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316802.983510:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983526:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316802.983529:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316802.983535:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983550:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983581:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983590:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983597:0:14914:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983604:0:14914:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316802.983608:0:14914:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983616:0:14914:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983631:0:14914:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316802.983652:0:14914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316802.983779:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933888768:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 330us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316802.983788:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12358 00000100:00100000:2.0:1767316802.989256:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316802.989501:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933889024 00000100:00100000:3.0:1767316802.989514:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933889024 00000100:00100000:3.0:1767316802.989617:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8120 00000100:00100000:3.0:1767316802.989628:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70171:x1853163933889024:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316802.989699:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316802.989756:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6f12 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x208:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5da expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316802.989778:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:3.0:1767316802.989789:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316802.989821:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.989833:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316802.989844:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316802.990042:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a56632b4 reply state 000000004a37dd73 transno 8589942664 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316802.990053:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316802.990150:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933889024:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 524us (905us total) trans 8589942664 rc 0/0 00000100:00100000:3.0:1767316802.990158:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8120 00010000:00010000:1.0:1767316802.999764:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316802.999784:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316802.999793:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316802.999799:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316802.999804:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316802.999813:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316802.999827:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316802.999833:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3ec1326700) 00010000:00010000:1.0:1767316802.999836:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316802.999842:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316802.999848:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f43 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316803.000119:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933889152 00000100:00100000:0.0:1767316803.000130:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933889152 00000100:00100000:0.0:1767316803.000204:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8121 00000100:00100000:0.0:1767316803.000214:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70171:x1853163933889152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316803.000240:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316803.000258:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5ef expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316803.000326:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316803.000345:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316803.000379:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efc55a500) 00010000:00010000:0.0:1767316803.000383:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316803.000386:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1e00, rc 0) 00000100:00100000:0.0:1767316803.000457:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933889152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 243us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316803.000465:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8121 00000100:00100000:1.0:1767316803.005971:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316803.006072:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933889280 00000100:00100000:0.0:1767316803.006083:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933889280 00000100:00100000:0.0:1767316803.006141:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12359 00000100:00100000:0.0:1767316803.006150:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933889280:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316803.006468:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316803.006472:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb mtime from disk: 0 -> 1767316802 00002000:00010000:0.0:1767316803.006475:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb atime from disk: 0 -> 1767316802 00002000:00010000:0.0:1767316803.006477:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb ctime from disk: 0 -> 1767316802 00002000:00010000:0.0:1767316803.006479:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316803.006541:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933889280:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 391us (581us total) trans 17179873715 rc 0/0 00000100:00100000:0.0:1767316803.006549:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12359 00000100:00100000:1.0:1767316803.023198:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.023314:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933889536 00000100:00100000:2.0:1767316803.023324:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933889536 00000100:00100000:2.0:1767316803.023387:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8122 00000100:00100000:2.0:1767316803.023398:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933889536:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316803.023453:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316803.023477:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f04 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5d3 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.023497:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316803.023502:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316803.023543:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.023555:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.023565:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:2.0:1767316803.023701:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e2d8f2f3 reply state 00000000ddaa791a transno 8589942665 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316803.023710:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316803.024462:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70171:x1853163933889536:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 457us (674us total) trans 8589942665 rc 0/0 00000100:00100000:2.0:1767316803.024472:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8122 00010000:00010000:2.0:1767316803.033561:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.033580:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.033587:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.033609:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.033614:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.033622:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.033639:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316803.033642:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.033647:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.033653:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f51 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316803.035656:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.035988:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933889664 00000100:00100000:2.0:1767316803.035999:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933889664 00000100:00100000:2.0:1767316803.036049:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12360 00000100:00100000:2.0:1767316803.036058:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933889664:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:2.0:1767316803.036328:0:14914:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1767316803.036333:0:14914:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb mtime from disk: 0 -> 1767316802 00002000:00010000:2.0:1767316803.036335:0:14914:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb atime from disk: 0 -> 1767316802 00002000:00010000:2.0:1767316803.036337:0:14914:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb ctime from disk: 0 -> 1767316802 00002000:00010000:2.0:1767316803.036339:0:14914:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1767316803.036407:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933889664:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 349us (760us total) trans 17179873716 rc 0/0 00000100:00100000:2.0:1767316803.036415:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12360 00000100:00100000:3.0:1767316803.053847:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.053957:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933889920 00000100:00100000:2.0:1767316803.053968:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933889920 00000100:00100000:2.0:1767316803.054034:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3233 00000100:00100000:2.0:1767316803.054046:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933889920:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:2.0:1767316803.054168:0:41792:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x207:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f27 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e8 expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.054226:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.054241:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.054250:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.054300:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.054313:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 27 pid: 41789 timeout: 2148 lvb_type: 0 00000100:00100000:2.0:1767316803.054328:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985714176:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316803.054437:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316803.057695:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985714176:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316803.057778:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:3.0:1767316803.060094:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.060203:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933890048 00000100:00100000:1.0:1767316803.060214:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933890048 00010000:00010000:1.0:1767316803.060283:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 28 pid: 41789 timeout: 2148 lvb_type: 0 00000100:00100000:1.0:1767316803.060325:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6313 00000100:00100000:1.0:1767316803.060335:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa06050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2483:x1853163933890048:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316803.060352:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316803.060360:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 28 pid: 41789 timeout: 2148 lvb_type: 0 00010000:00010000:1.0:1767316803.060372:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 28 pid: 41789 timeout: 2148 lvb_type: 0 00010000:00010000:1.0:1767316803.060393:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6e7f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5a2 expref: 28 pid: 41789 timeout: 2148 lvb_type: 0 00010000:00010000:1.0:1767316803.060408:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316803.060413:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316803.060422:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316803.060430:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316803.060463:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316803.060531:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa06050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933890048:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 196us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316803.060539:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6313 00010000:00010000:2.0:1767316803.060713:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.060722:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.060766:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.060778:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 26 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.060785:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.060814:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 26 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.060827:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 26 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:2.0:1767316803.060841:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985714304:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316803.060901:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316803.078073:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985714304:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316803.078104:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:0.0:1767316803.078516:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316803.079159:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933890176 00000100:00100000:3.0:1767316803.079168:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933890176 00010000:00010000:3.0:1767316803.079241:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 27 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:3.0:1767316803.079295:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6314 00000100:00100000:3.0:1767316803.079305:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2484:x1853163933890176:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316803.079321:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316803.079328:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 27 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.079340:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 27 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.079362:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba6f4a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5ef expref: 27 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.079380:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efc55a500) 00010000:00010000:3.0:1767316803.079385:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316803.079394:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316803.079404:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316803.079435:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316803.079505:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2484:x1853163933890176:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 201us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.079514:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6314 00010000:00010000:2.0:1767316803.079839:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316803.079850:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316803.080352:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985714432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1767316803.080408:0:41792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316803.080447:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a83180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316803.080931:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985714432 00000100:00100000:3.0:1767316803.080938:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985714432 00000100:00100000:3.0:1767316803.081007:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1767316803.081017:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41792:x1853163985714432:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1767316803.081110:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41792:x1853163985714432:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 94us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.081118:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1767316803.081172:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985714432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1767316803.081262:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985714560:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:1.0:1767316803.081350:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316803.081465:0:41792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316803.081604:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b6d780 going to sleep for 11 seconds 00000100:00100000:1.0:1767316803.089939:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985714560 00000100:00100000:1.0:1767316803.089955:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985714560 00000100:00100000:1.0:1767316803.090076:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1767316803.090088:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41792:x1853163985714560:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1767316803.090259:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41792:x1853163985714560:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 173us (8793us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316803.091499:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985714560:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1767316803.091899:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].69, 280 off66096 00000001:00080000:0.0:1767316803.091912:0:41792:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942666 00000100:00100000:0.0:1767316803.091991:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985714688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1767316803.092047:0:41792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316803.092068:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e713c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316803.094347:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1767316803.094405:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985714688 00000100:00100000:1.0:1767316803.094415:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985714688 00000100:00100000:1.0:1767316803.094465:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1767316803.094475:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41792:x1853163985714688:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1767316803.094784:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41792:x1853163985714688:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 310us (2736us total) trans 17179873717 rc 0/0 00000100:00100000:1.0:1767316803.094792:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1767316803.097096:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985714688:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1767316803.097331:0:41792:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942667 00010000:00010000:0.0:1767316803.097382:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097393:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097402:0:41792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097408:0:41792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fae00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316803.097413:0:41792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097421:0:41792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097438:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3efc55a500) 00010000:00010000:0.0:1767316803.097441:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316803.097446:0:41792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097452:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6f5f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x208:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097475:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097481:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097486:0:41792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097491:0:41792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316803.097494:0:41792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097500:0:41792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097507:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:0.0:1767316803.097509:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316803.097512:0:41792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097516:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f58 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316803.097528:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:0.0:1767316803.097530:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316803.097537:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f27 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e8 expref: 28 pid: 41788 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316803.098819:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933889920:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 43618us (43826us total) trans 8589942668 rc 0/0 00000100:00100000:0.0:1767316803.098837:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3233 00000020:00080000:0.0:1767316803.098845:0:41792:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1767316803.102886:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316803.103069:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933890304 00000100:00100000:3.0:1767316803.103078:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933890304 00000100:00100000:3.0:1767316803.103137:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8123 00000100:00100000:3.0:1767316803.103147:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70171:x1853163933890304:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316803.103172:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316803.103205:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5f6 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.103287:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 28 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.103303:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 28 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.103324:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316803.103328:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316803.103333:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38a00, rc 0) 00000100:00100000:3.0:1767316803.103400:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70171:x1853163933890304:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 254us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.103409:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8123 00000100:00100000:2.0:1767316803.112101:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316803.112290:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933890560 00000100:00100000:0.0:1767316803.112301:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933890560 00000100:00100000:0.0:1767316803.112366:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3234 00000100:00100000:0.0:1767316803.112378:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70171:x1853163933890560:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316803.112711:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70171:x1853163933890560:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 334us (620us total) trans 8589942669 rc 0/0 00000100:00100000:0.0:1767316803.112719:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3234 00000100:00100000:0.0:1767316803.116962:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.117050:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933890816 00000100:00100000:1.0:1767316803.117060:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933890816 00000100:00100000:1.0:1767316803.117117:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3235 00000100:00100000:1.0:1767316803.117126:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70171:x1853163933890816:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:1.0:1767316803.117525:0:41791:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x208:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1767316803.117657:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316803.118130:0:41791:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316803.118146:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316803.118155:0:41791:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316803.118162:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316803.118169:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316803.118243:0:41791:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316803.118390:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70171:x1853163933890816:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 1263us (1435us total) trans 8589942670 rc 0/0 00000100:00100000:1.0:1767316803.118398:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3235 00010000:00010000:3.0:1767316803.137300:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316803.137319:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316803.137332:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316803.137336:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316803.137347:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316803.137366:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x208:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:3.0:1767316803.137369:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316803.137375:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 1/0,0 mode: --/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316803.137381:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6f6d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316803.137482:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316803.137486:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316803.137488:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316803.167214:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.167315:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933890944 00000100:00100000:2.0:1767316803.167325:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933890944 00000100:00100000:2.0:1767316803.167381:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8124 00000100:00100000:2.0:1767316803.167391:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70172:x1853163933890944:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316803.167416:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316803.167440:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a5fd expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.167500:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba6f7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.167513:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba6f7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.167524:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba6f7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316803.167587:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316803.167590:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316803.167627:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba6f7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.167651:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5fd expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.167669:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba6f7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5fd expref: 31 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.167677:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316803.167679:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316803.167683:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fba00, rc 0) 00000100:00100000:2.0:1767316803.167784:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70172:x1853163933890944:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 393us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316803.167791:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8124 00000100:00100000:2.0:1767316803.179839:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316803.180028:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933891200 00000100:00100000:3.0:1767316803.180039:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933891200 00000100:00100000:3.0:1767316803.180097:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8125 00000100:00100000:3.0:1767316803.180107:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70172:x1853163933891200:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316803.180129:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316803.180156:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a604 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.180276:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180292:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180303:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180318:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180324:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180330:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180456:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180463:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180470:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180476:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316803.180481:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180489:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180500:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316803.180504:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316803.180510:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180516:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6f89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180530:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180536:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180541:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180547:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316803.180549:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180555:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180566:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3ec1326d00) 00010000:00010000:3.0:1767316803.180569:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316803.180571:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180576:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6f90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.180620:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f82 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a604 expref: 32 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.180631:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316803.180633:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316803.180637:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38600/0xc472cb5f51ba6f82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a604 expref: 32 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.180645:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38600, rc 0) 00000100:00100000:3.0:1767316803.180715:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70172:x1853163933891200:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 609us (886us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316803.180723:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8125 00000100:00100000:0.0:1767316803.186068:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.186168:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933891328 00000100:00100000:2.0:1767316803.186187:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933891328 00000100:00100000:2.0:1767316803.186380:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8126 00000100:00100000:2.0:1767316803.186390:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70172:x1853163933891328:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316803.186475:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186494:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186505:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186516:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186522:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186527:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186645:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186652:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186662:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316803.186695:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00000004:00200000:2.0:1767316803.186700:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316803.186711:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186723:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186793:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186803:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186808:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fb400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.186813:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186820:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186830:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316803.186833:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.186838:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186844:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6f97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186863:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186868:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186874:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186878:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.186880:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186884:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186890:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316803.186892:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.186894:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186899:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6f9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186911:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.186915:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.187189:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.187199:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fae00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.187205:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.187211:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.187218:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:2.0:1767316803.187220:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.187223:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.187228:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fa5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316803.187557:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70172:x1853163933891328:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1165us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316803.187566:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8126 00000100:00100000:0.0:1767316803.213128:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.213245:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933891584 00000100:00100000:2.0:1767316803.213256:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933891584 00000100:00100000:2.0:1767316803.213334:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8127 00000100:00100000:2.0:1767316803.213345:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70174:x1853163933891584:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316803.213375:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316803.213397:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a60b expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.213471:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213485:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213496:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213513:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213520:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213525:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213665:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213674:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213680:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316803.213690:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00010000:00010000:2.0:1767316803.213822:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213829:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213834:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213840:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.213843:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213849:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213861:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316803.213865:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.213869:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213874:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6fb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213887:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213892:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213897:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213902:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fb400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.213905:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213911:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213917:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316803.213920:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.213922:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213928:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba6fba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.213969:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba6fac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.213983:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.213989:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:2.0:1767316803.213992:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316803.213994:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa800, rc 0) 00000100:00100000:2.0:1767316803.214047:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70174:x1853163933891584:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 705us (930us total) trans 8589942671 rc 0/0 00000100:00100000:2.0:1767316803.214054:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8127 00000100:00100000:0.0:1767316803.236884:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.236995:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933891840 00000100:00100000:1.0:1767316803.237006:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933891840 00000100:00100000:1.0:1767316803.237074:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3236 00000100:00100000:1.0:1767316803.237086:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70174:x1853163933891840:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316803.237662:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70174:x1853163933891840:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 576us (789us total) trans 8589942672 rc 0/0 00000100:00100000:1.0:1767316803.237671:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3236 00000100:00100000:0.0:1767316803.239570:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316803.239633:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.239828:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892224 00000100:00100000:2.0:1767316803.239837:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892224 00000100:00100000:2.0:1767316803.239903:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 944 00000100:00100000:2.0:1767316803.239913:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933892224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316803.239992:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933892224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 80us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316803.240000:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 944 00000100:00100000:1.0:1767316803.241216:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933891968 00000100:00100000:1.0:1767316803.241225:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933891968 00000100:00100000:1.0:1767316803.241284:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 657 00000100:00100000:1.0:1767316803.241291:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933891968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316803.241349:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933891968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 58us (1786us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316803.241356:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 657 00000100:00100000:0.0:1767316803.244277:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.244494:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892096 00000100:00100000:1.0:1767316803.244504:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892096 00000100:00100000:1.0:1767316803.244569:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 945 00000100:00100000:1.0:1767316803.244578:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933892096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316803.244660:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933892096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316803.244667:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 945 00000100:00080000:0.0:1767316803.245257:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316803.246221:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316803.246306:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892480 00000100:00100000:3.0:1767316803.246314:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892480 00000100:00100000:3.0:1767316803.246357:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8128 00000100:00100000:3.0:1767316803.246372:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70174:x1853163933892480:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316803.246395:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316803.246415:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6fcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a612 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.246532:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.246548:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.246558:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.246796:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.246813:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 35 pid: 41789 timeout: 2148 lvb_type: 0 00000100:00100000:3.0:1767316803.246828:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985714816:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316803.246908:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316803.256080:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316803.256200:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985714816:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316803.256245:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316803.256647:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892608 00000100:00100000:1.0:1767316803.256655:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892608 00010000:00010000:1.0:1767316803.256704:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 36 pid: 41789 timeout: 2148 lvb_type: 0 00000100:00100000:1.0:1767316803.256776:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6315 00000100:00100000:1.0:1767316803.256786:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2483:x1853163933892608:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316803.256801:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316803.256806:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 36 pid: 41789 timeout: 2148 lvb_type: 0 00010000:00010000:1.0:1767316803.256815:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 36 pid: 41789 timeout: 2148 lvb_type: 0 00010000:00010000:1.0:1767316803.256832:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba6fc1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a60b expref: 36 pid: 41789 timeout: 2148 lvb_type: 0 00010000:00010000:1.0:1767316803.256848:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316803.256852:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.256860:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.256868:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.256890:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316803.257018:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316803.257023:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316803.257039:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00010000:00010000:0.0:1767316803.257192:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba6fcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 37 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316803.257217:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 36 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316803.257225:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:0.0:1767316803.257228:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767316803.257230:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38e00, rc 0) 00000100:00100000:0.0:1767316803.257521:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70174:x1853163933892480:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 11148us (11303us total) trans 8589942673 rc 0/0 00000100:00100000:1.0:1767316803.257521:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2483:x1853163933892608:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 734us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316803.257530:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8128 00000100:00100000:1.0:1767316803.257530:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6315 00000100:00100000:3.0:1767316803.264035:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.264157:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892736 00000100:00100000:1.0:1767316803.264168:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892736 00000100:00100000:1.0:1767316803.264239:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8129 00000100:00100000:1.0:1767316803.264251:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70174:x1853163933892736:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316803.264286:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316803.264310:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6fe4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a619 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.264405:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.264421:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 36 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.264431:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.264476:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 36 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.264491:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 36 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:1.0:1767316803.264506:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985714944:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316803.264871:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7cee6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316803.269450:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.269543:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985714944:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316803.269572:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316803.269652:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892864 00000100:00100000:3.0:1767316803.269660:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892864 00010000:00010000:3.0:1767316803.269701:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:3.0:1767316803.269766:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6316 00000100:00100000:3.0:1767316803.269776:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2484:x1853163933892864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316803.269790:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316803.269798:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.269810:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.269834:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38e00/0xc472cb5f51ba6fd6 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x207:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a612 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.269848:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316803.269865:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.269875:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.269882:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.269903:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316803.270000:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.270008:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316803.270053:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00000004:00200000:1.0:1767316803.270057:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316803.270077:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.270107:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6fe4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 37 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.270122:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 36 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.270134:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316803.270137:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316803.270139:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:3.0:1767316803.270546:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2484:x1853163933892864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 769us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.270556:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6316 00000100:00100000:1.0:1767316803.270651:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70174:x1853163933892736:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 6402us (6626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316803.270658:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8129 00000100:00100000:0.0:1767316803.274111:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.274202:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933892992 00000100:00100000:2.0:1767316803.274216:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933892992 00000100:00100000:2.0:1767316803.274537:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12361 00000100:00100000:2.0:1767316803.274549:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933892992:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316803.274619:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.274640:0:14914:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 15 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316803.274653:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316803.274656:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316803.274659:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316803.274696:0:14914:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 15 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316803.274710:0:14914:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 15 pid: 37089 timeout: 2148 lvb_type: 1 00000100:00100000:2.0:1767316803.274758:0:14914:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14914:1853163985715072:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316803.274845:0:14914:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dca088240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316803.278885:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316803.279172:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933893120 00000100:00100000:3.0:1767316803.279191:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933893120 00010000:00010000:3.0:1767316803.279237:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 16 pid: 37089 timeout: 2148 lvb_type: 1 00000100:00100000:3.0:1767316803.279290:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6317 00000100:00100000:3.0:1767316803.279299:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933893120:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316803.279317:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316803.279338:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 16 pid: 37089 timeout: 2148 lvb_type: 1 00010000:00010000:3.0:1767316803.279351:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 16 pid: 37089 timeout: 2148 lvb_type: 1 00010000:00010000:3.0:1767316803.279375:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316803.279378:0:44652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316803.279382:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.279392:0:44652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316803.279413:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316803.279472:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933893120:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 173us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.279480:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6317 00010000:00010000:1.0:1767316803.282869:0:14914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07400/0xc472cb5f51ba6eb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5b7 expref: 15 pid: 37089 timeout: 2148 lvb_type: 1 00000100:00100000:1.0:1767316803.282892:0:14914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14914:1853163985715072:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316803.282922:0:14914:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.282936:0:14914:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.282944:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.282982:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.282991:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.283004:0:14914:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.283012:0:14914:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316803.283016:0:14914:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.283025:0:14914:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.283047:0:14914:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.283054:0:14914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba6ff2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316803.283156:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2485:x1853163933892992:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 8608us (9055us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316803.283166:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12361 00000100:00100000:2.0:1767316803.287966:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.288026:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933893376 00000100:00100000:1.0:1767316803.288037:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933893376 00000100:00100000:1.0:1767316803.288102:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8130 00000100:00100000:1.0:1767316803.288113:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70174:x1853163933893376:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316803.288213:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.288235:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 35 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.288244:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 35 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.288251:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.288298:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 35 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.288313:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 35 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:1.0:1767316803.288328:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985715200:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316803.288425:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 35 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.288435:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 35 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:1.0:1767316803.288443:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985715328:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316803.288464:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7cee6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316803.294942:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316803.295062:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.295301:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985715200:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316803.295316:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985715328:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316803.295343:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316803.295438:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933893504 00000100:00100000:2.0:1767316803.295448:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933893504 00010000:00010000:2.0:1767316803.295487:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 36 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:2.0:1767316803.295558:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933893632 00000100:00100000:2.0:1767316803.295562:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933893632 00010000:00010000:2.0:1767316803.295574:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00000100:00100000:3.0:1767316803.295670:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6318 00000100:00100000:3.0:1767316803.295682:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2484:x1853163933893504:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316803.295698:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316803.295706:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.295718:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.295773:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba6feb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a619 expref: 37 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.295789:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316803.295794:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.295803:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.295808:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.295814:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316803.295880:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2484:x1853163933893504:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 200us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.295888:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6318 00000100:00100000:3.0:1767316803.295905:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6319 00000100:00100000:3.0:1767316803.295912:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:2483:x1853163933893632:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316803.295921:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316803.295926:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 35 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.295936:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 35 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.295948:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38a00/0xc472cb5f51ba6f66 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x207:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5f6 expref: 35 pid: 41788 timeout: 2148 lvb_type: 0 00010000:00010000:3.0:1767316803.295962:0:44652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316803.295965:0:44652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.295973:0:44652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.295980:0:44652:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316803.296000:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316803.296020:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:2483:x1853163933893632:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 108us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316803.296026:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6319 00010000:00010000:1.0:1767316803.296184:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.296191:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000001:00080000:1.0:1767316803.296488:0:41788:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942674 00000004:00010000:1.0:1767316803.296541:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f3d6f48 reply state 00000000d78588a4 transno 8589942675 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316803.296550:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316803.296600:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70174:x1853163933893376:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 8489us (8644us total) trans 8589942675 rc 0/0 00000100:00100000:1.0:1767316803.296607:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8130 00000020:00080000:1.0:1767316803.296612:0:41788:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1767316803.300126:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316803.300223:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933893888 00000100:00100000:3.0:1767316803.300233:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933893888 00000100:00100000:3.0:1767316803.300296:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3237 00000100:00100000:3.0:1767316803.300305:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3659c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70174:x1853163933893888:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316803.300571:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3659c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70174:x1853163933893888:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 266us (455us total) trans 8589942676 rc 0/0 00000100:00100000:3.0:1767316803.300578:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3237 00010000:00010000:1.0:1767316803.301406:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.301420:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.301428:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.301433:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316803.301438:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.301446:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.301463:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316803.301467:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:1.0:1767316803.301471:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.301476:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba6ff9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316803.329656:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316803.329764:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894144 00000100:00100000:1.0:1767316803.329775:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894144 00000100:00100000:1.0:1767316803.329837:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8131 00000100:00100000:1.0:1767316803.329854:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70175:x1853163933894144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316803.329881:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316803.329901:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7000 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a620 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.329976:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.329990:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330001:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330015:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330021:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330026:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330139:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330147:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330153:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330159:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316803.330163:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330170:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330191:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316803.330194:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316803.330200:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330205:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7007 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330216:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330221:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330226:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330231:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316803.330233:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330243:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330250:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316803.330252:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316803.330254:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330260:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba700e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316803.330292:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7000 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a620 expref: 37 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.330302:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316803.330305:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316803.330308:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7000 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a620 expref: 37 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316803.330318:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316803.330380:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70175:x1853163933894144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 534us (734us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316803.330387:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8131 00000100:00100000:3.0:1767316803.335696:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316803.335810:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894272 00000100:00100000:2.0:1767316803.335822:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894272 00000100:00100000:2.0:1767316803.335898:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8132 00000100:00100000:2.0:1767316803.335909:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70175:x1853163933894272:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316803.335995:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336012:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336024:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336038:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336045:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336052:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336167:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336187:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336194:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:2.0:1767316803.336231:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00000004:00200000:2.0:1767316803.336235:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316803.336248:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336260:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336531:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336540:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336545:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.336550:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336557:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336569:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316803.336572:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.336577:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336583:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7015 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336596:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336602:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336608:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336613:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fb400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.336616:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336625:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336632:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316803.336635:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.336638:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336643:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba701c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336659:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336665:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336671:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336675:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316803.336678:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336683:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336690:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3efd6a6b00) 00010000:00010000:2.0:1767316803.336692:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316803.336694:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316803.336700:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba7023 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316803.336868:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70175:x1853163933894272:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 959us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316803.336877:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8132 00010000:00010000:3.0:1767316803.693461:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316804.707947:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316805.734995:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316806.309743:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985715456:0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.309812:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316806.309861:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985715968:0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.309887:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316806.309913:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316806.309919:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985715840:0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.309941:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316806.309969:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985715584:0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.309995:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316806.310012:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985716096:0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.310032:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316806.310048:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316806.310053:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985715712:0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.310078:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316806.310107:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985715456 00000100:00100000:2.0:1767316806.310115:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985715456 00000100:00100000:2.0:1767316806.310179:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1767316806.310188:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985715456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316806.310237:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985715456:12345-0@lo:400:kworker.0 Request processed in 49us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316806.310244:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1767316806.310934:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985715584 00000100:00100000:3.0:1767316806.310939:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985715584 00000100:00100000:3.0:1767316806.310978:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985716096 00000100:00100000:3.0:1767316806.310982:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985716096 00000100:00100000:3.0:1767316806.310997:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985715712 00000100:00100000:3.0:1767316806.310999:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985715712 00000100:00100000:3.0:1767316806.311016:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1767316806.311022:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985715584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.311069:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985715584:12345-0@lo:400:kworker.0 Request processed in 47us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316806.311076:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1767316806.311090:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1767316806.311096:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985716096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.311136:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985716096:12345-0@lo:400:kworker.0 Request processed in 40us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316806.311141:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1767316806.311154:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1767316806.311160:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985715712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.311187:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985715712:12345-0@lo:400:kworker.0 Request processed in 28us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316806.311193:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1767316806.311216:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985715968 00000100:00100000:3.0:1767316806.311220:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985715968 00000100:00100000:3.0:1767316806.311247:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985715840 00000100:00100000:3.0:1767316806.311250:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985715840 00000100:00100000:3.0:1767316806.311268:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1767316806.311273:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985715968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.311946:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985715968:12345-0@lo:400:kworker.0 Request processed in 671us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316806.311953:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1767316806.311969:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1767316806.311976:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985715840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.312007:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985715840:12345-0@lo:400:kworker.0 Request processed in 32us (2065us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316806.312013:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1767316806.313020:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985715712:0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.313034:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985715584:0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.313045:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985716096:0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.313178:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985715840:0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.313189:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985715456:0@lo:400:kworker.0 00000100:00100000:3.0:1767316806.313200:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985715968:0@lo:400:kworker.0 00000100:00080000:0.0:1767316806.313991:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316806.313997:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316806.314000:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1767316806.435598:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873715 is committed 00000001:00080000:2.0:1767316806.435620:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873717 is committed 00000001:00080000:2.0:1767316806.435627:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873716 is committed 00000020:00000080:0.0:1767316806.633451:0:51249:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe4866b4a0 20000000:00000080:0.0:1767316806.633469:0:51249:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3dc6c63c00 uarg=0000000000000000 00000040:00100000:0.0:1767316806.634696:0:51249:0:(llog.c:1064:llog_reverse_process()) index 69 : idx 48 20000000:01000000:0.0:1767316806.634705:0:51249:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 65 cmd:0xce021 lustre.test_206 lustre-OST0000_UUID 20000000:01000000:0.0:1767316806.634716:0:51249:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_206.lustre-OST0000_UUID fl=4 20000000:01000000:2.0:1767316806.635497:0:51250:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 64 marker 39 1->4: lustre-clilov add lustre.test_206.lustre-OST0000_UUID 20000000:01000000:2.0:1767316806.635601:0:51250:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 66 marker 39 2->4: lustre-clilov add lustre.test_206.lustre-OST0000_UUID 00000040:00080000:2.0:1767316806.635937:0:51250:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 70 count 69 00000040:00080000:0.0:1767316806.636646:0:51249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].70, 224 off20872 20000000:01000000:0.0:1767316806.636675:0:51249:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_206 lustre-OST0000_UUID (null) 00000040:00080000:0.0:1767316806.637388:0:51249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].71, 136 off21008 00000040:00080000:0.0:1767316806.637439:0:51249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].72, 224 off21232 20000000:01000000:0.0:1767316806.637456:0:51249:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_206.lustre-OST0000_UUID fl=4 20000000:01000000:2.0:1767316806.638101:0:51251:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 59 marker 40 1->4: lustre-MDT0000-mdtlov add lustre.test_206.lustre-OST0000_UUID 20000000:01000000:2.0:1767316806.638164:0:51251:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 61 marker 40 2->4: lustre-MDT0000-mdtlov add lustre.test_206.lustre-OST0000_UUID 00000040:00080000:2.0:1767316806.638230:0:51251:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 65 count 64 00000040:00080000:0.0:1767316806.638625:0:51249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].65, 224 off20112 20000000:01000000:0.0:1767316806.638640:0:51249:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_206 lustre-OST0000_UUID (null) 00000040:00080000:0.0:1767316806.638857:0:51249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].66, 144 off20256 00000040:00080000:0.0:1767316806.638896:0:51249:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].67, 224 off20480 10000000:01000000:0.0:1767316806.638908:0:51249:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1767316806.638926:0:51249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638943:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638950:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638956:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638961:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638966:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638972:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638979:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638988:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.638998:0:51249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639005:0:51249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639281:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639298:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 8 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639313:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716224:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316806.639470:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639478:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 8 pid: 41786 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639487:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716352:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316806.639521:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639529:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 17 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639550:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716480:0@lo:104: 00000100:00100000:0.0:1767316806.639587:0:51249:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316806.639626:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639637:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639645:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716608:0@lo:104: 00000100:00100000:0.0:1767316806.639677:0:51249:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316806.639710:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639717:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 17 pid: 41785 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639725:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716736:0@lo:104: 00000100:00100000:0.0:1767316806.639802:0:51249:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316806.639832:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639840:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 17 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639848:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716864:0@lo:104: 00000100:00100000:0.0:1767316806.639869:0:51249:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316806.639884:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639891:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 17 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639898:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716992:0@lo:104: 00000100:00100000:0.0:1767316806.639916:0:51249:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316806.639931:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639939:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 17 pid: 41785 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639947:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985717120:0@lo:104: 00000100:00100000:0.0:1767316806.639969:0:51249:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316806.639983:0:51249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.639990:0:51249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 17 pid: 41785 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.639997:0:51249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985717248:0@lo:104: 00000100:00100000:0.0:1767316806.640013:0:51249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fe9900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316806.641364:0:12901:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1767316806.641397:0:12901:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316806.641415:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985716480 00000100:00100000:0.0:1767316806.641422:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985716480 00000100:00100000:0.0:1767316806.641459:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985716608 00000100:00100000:0.0:1767316806.641462:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985716608 00000100:00100000:0.0:1767316806.641475:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985716736 00000100:00100000:0.0:1767316806.641478:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985716736 00000100:00100000:0.0:1767316806.641487:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985716864 00000100:00100000:0.0:1767316806.641489:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985716864 00000100:00100000:0.0:1767316806.641495:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985716992 00000100:00100000:0.0:1767316806.641498:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985716992 00000100:00100000:0.0:1767316806.641505:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717120 00000100:00100000:0.0:1767316806.641508:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717120 00000100:00100000:0.0:1767316806.641515:0:12901:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717248 00000100:00100000:0.0:1767316806.641518:0:12901:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717248 00000100:00100000:0.0:1767316806.641529:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1767316806.641537:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:51249:x1853163985716480:12345-0@lo:104: 00010000:00010000:0.0:1767316806.641565:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.641630:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767316806.641637:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:51249:x1853163985716480:12345-0@lo:104: Request processed in 100us (2050us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.641645:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1767316806.641662:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1767316806.641667:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:51249:x1853163985716608:12345-0@lo:104: 00010000:00010000:0.0:1767316806.641674:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.641707:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1767316806.641712:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:51249:x1853163985716608:12345-0@lo:104: Request processed in 45us (2035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.641718:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1767316806.641747:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1767316806.641754:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51249:x1853163985716736:12345-0@lo:104: 00010000:00010000:0.0:1767316806.641760:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.641794:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1767316806.641799:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51249:x1853163985716736:12345-0@lo:104: Request processed in 46us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.641804:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1767316806.641816:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1767316806.641821:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51249:x1853163985716864:12345-0@lo:104: 00010000:00010000:0.0:1767316806.641828:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.641854:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1767316806.641859:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51249:x1853163985716864:12345-0@lo:104: Request processed in 39us (1990us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.641864:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1767316806.641877:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1767316806.641882:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51249:x1853163985716992:12345-0@lo:104: 00010000:00010000:0.0:1767316806.641889:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.641913:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1767316806.641918:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51249:x1853163985716992:12345-0@lo:104: Request processed in 37us (2001us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.641924:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1767316806.641934:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1767316806.641939:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd64ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51249:x1853163985717120:12345-0@lo:104: 00010000:00010000:0.0:1767316806.641946:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316806.641969:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1767316806.641974:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd64ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51249:x1853163985717120:12345-0@lo:104: Request processed in 35us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.641978:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1767316806.642007:0:12901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1767316806.642013:0:12901:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51249:x1853163985717248:12345-0@lo:104: 00010000:00010000:0.0:1767316806.642021:0:12901:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316806.642430:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716480:0@lo:104: 00000100:00100000:1.0:1767316806.642440:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716608:0@lo:104: 00000100:00100000:1.0:1767316806.642446:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716736:0@lo:104: 00000100:00100000:1.0:1767316806.642453:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716864:0@lo:104: 00000100:00100000:1.0:1767316806.642459:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716992:0@lo:104: 00000100:00100000:1.0:1767316806.642466:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985717120:0@lo:104: 00000100:00100000:1.0:1767316806.642472:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985717248:0@lo:104: 00010000:00010000:1.0:1767316806.642493:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767316806.642500:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642507:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316806.642511:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642519:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316806.642526:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316806.642531:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316806.642585:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642591:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316806.642614:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642621:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba6e16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e1d expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642633:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767316806.642637:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642642:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031000 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316806.642656:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642662:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316806.642668:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316806.642673:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316806.642686:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642692:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316806.642707:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642713:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec0031000/0xc472cb5f51ba6e08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e0f expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642723:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767316806.642743:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642749:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316806.642752:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642758:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316806.642763:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316806.642771:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316806.642784:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642789:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316806.642795:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642800:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba6dfa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6e01 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642809:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316806.642811:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642816:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316806.642819:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642824:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316806.642830:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316806.642835:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316806.642847:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642852:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316806.642858:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642864:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba6dec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6df3 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642873:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316806.642876:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642880:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316806.642883:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642889:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316806.642894:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316806.642898:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316806.642910:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642915:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316806.642919:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642924:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38800/0xc472cb5f51ba6dde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6de5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642932:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316806.642934:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642943:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0030200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:1.0:1767316806.642945:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642951:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767316806.642956:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316806.642961:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1767316806.642972:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642977:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767316806.642981:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642987:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec0030200/0xc472cb5f51ba6dd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dd7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316806.642997:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316806.642999:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316806.643001:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316806.643015:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985717376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.643290:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.643332:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985717888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.643355:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.643378:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316806.643384:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985717760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.643404:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.643432:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985717504:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.643456:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.643469:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985718016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.643484:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.643500:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316806.643505:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985717632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.643520:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.643546:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717376 00000100:00100000:1.0:1767316806.643551:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717376 00010000:00010000:1.0:1767316806.643578:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 18 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:1.0:1767316806.643592:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717888 00000100:00100000:1.0:1767316806.643594:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717888 00010000:00010000:1.0:1767316806.643604:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 19 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:1.0:1767316806.643614:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717760 00000100:00100000:1.0:1767316806.643617:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717760 00010000:00010000:1.0:1767316806.643626:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 20 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:1.0:1767316806.643635:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717504 00000100:00100000:1.0:1767316806.643637:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717504 00010000:00010000:1.0:1767316806.643645:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 21 pid: 41786 timeout: 2151 lvb_type: 0 00000100:00100000:1.0:1767316806.643654:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718016 00000100:00100000:1.0:1767316806.643657:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718016 00010000:00010000:1.0:1767316806.643664:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 22 pid: 41785 timeout: 2151 lvb_type: 0 00000100:00100000:1.0:1767316806.643673:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985717632 00000100:00100000:1.0:1767316806.643675:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985717632 00010000:00010000:1.0:1767316806.643684:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 23 pid: 41785 timeout: 2151 lvb_type: 0 00000100:00100000:1.0:1767316806.643695:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320 00000100:00100000:1.0:1767316806.643701:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa07850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+23:6213:x1853163985717376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316806.643713:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316806.643717:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 23 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643725:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 23 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643760:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021faa00/0xc472cb5f51ba6e1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6e16 expref: 23 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643773:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316806.643804:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa07850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+22:6213:x1853163985717376:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316806.643810:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320 00000100:00100000:1.0:1767316806.643850:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6321 00000100:00100000:1.0:1767316806.643856:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6213:x1853163985717888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316806.643863:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316806.643867:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 21 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643874:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 21 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643884:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec0031a00/0xc472cb5f51ba6de5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6dde expref: 21 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643891:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316806.643913:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6213:x1853163985717888:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316806.643918:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6321 00000100:00100000:1.0:1767316806.643930:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322 00000100:00100000:1.0:1767316806.643936:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6213:x1853163985717760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316806.643942:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316806.643946:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 19 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643953:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 19 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643962:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec0031400/0xc472cb5f51ba6df3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6dec expref: 19 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.643970:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316806.643990:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985717760:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316806.643996:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322 00000100:00100000:1.0:1767316806.644007:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323 00000100:00100000:1.0:1767316806.644012:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6214:x1853163985717504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316806.644019:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316806.644023:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 2151 lvb_type: 0 00010000:00010000:1.0:1767316806.644035:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 2151 lvb_type: 0 00000100:00100000:2.0:1767316806.645016:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6324 00000100:00100000:2.0:1767316806.645031:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6214:x1853163985718016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316806.645052:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316806.645058:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 17 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:0.0:1767316806.645142:0:12901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767316806.645152:0:12901:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51249:x1853163985717248:12345-0@lo:104: Request processed in 3138us (3754us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.645160:0:12901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00010000:1.0:1767316806.649184:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba6e0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6e08 expref: 17 pid: 41786 timeout: 2151 lvb_type: 0 00010000:00010000:3.0:1767316806.651916:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316806.651930:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.651942:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316806.651946:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.651956:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316806.651964:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316806.651970:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1767316806.652022:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.652028:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316806.652063:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.652070:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0c00/0xc472cb5f51ba6dc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba6dc9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.652091:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316806.652093:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316806.652095:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316806.652101:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316806.653355:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325 00000100:00100000:3.0:1767316806.653372:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6214:x1853163985717632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316806.653389:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316806.653395:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 16 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.655233:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 16 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.655256:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1a00/0xc472cb5f51ba6dd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6dd0 expref: 16 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.655270:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316806.655356:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6214:x1853163985718016:12345-0@lo:103:ldlm_bl.0 Request processed in 10330us (11868us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316806.655365:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6324 00010000:00010000:1.0:1767316806.656397:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316806.656449:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6214:x1853163985717504:12345-0@lo:103:ldlm_bl.0 Request processed in 12434us (12991us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316806.656458:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323 00000100:00100000:1.0:1767316806.656508:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985718144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.656560:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316806.656633:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985717504:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.656643:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985718016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.656681:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985717760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.656690:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985717376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316806.656698:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985717888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316806.656715:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316806.657550:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718144 00000100:00100000:0.0:1767316806.657559:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718144 00010000:00010000:0.0:1767316806.657592:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 14 pid: 41785 timeout: 2151 lvb_type: 0 00000100:00100000:0.0:1767316806.657627:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326 00000100:00100000:0.0:1767316806.657636:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6215:x1853163985718144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316806.657659:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316806.657663:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 14 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:0.0:1767316806.657672:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 14 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:0.0:1767316806.657687:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec0031600/0xc472cb5f51ba6dc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6dc2 expref: 14 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:0.0:1767316806.657701:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316806.657769:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6215:x1853163985718144:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.657775:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326 00000100:00100000:1.0:1767316806.660177:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985718144:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316806.661643:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 12 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:3.0:1767316806.661678:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1400/0xc472cb5f51ba6e01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba6dfa expref: 12 pid: 41785 timeout: 2151 lvb_type: 0 00010000:00010000:3.0:1767316806.661693:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316806.662242:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716224:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316806.662253:0:51249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51249:1853163985716352:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316806.662314:0:51249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316806.664067:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316806.664104:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316806.664187:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894528 00000100:00100000:2.0:1767316806.664196:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894528 00010000:00010000:2.0:1767316806.664234:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 9 pid: 41786 timeout: 2151 lvb_type: 0 00000100:00100000:2.0:1767316806.664273:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894400 00000100:00100000:2.0:1767316806.664277:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894400 00010000:00010000:2.0:1767316806.664301:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 10 pid: 41784 timeout: 2151 lvb_type: 0 00000100:00100000:2.0:1767316806.664323:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6327 00000100:00100000:2.0:1767316806.664332:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa06450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933894528:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316806.664346:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316806.664352:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 10 pid: 41786 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.664361:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 10 pid: 41786 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.664377:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba6e24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a57f expref: 10 pid: 41786 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.664391:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316806.664440:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa06450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933894528:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 109us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316806.664448:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6327 00000100:00100000:2.0:1767316806.664466:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6328 00000100:00100000:2.0:1767316806.664473:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2484:x1853163933894400:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316806.664481:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316806.664486:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 8 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.664495:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 8 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.664506:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06600/0xc472cb5f51ba6e2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a586 expref: 8 pid: 41784 timeout: 2151 lvb_type: 0 00010000:00010000:2.0:1767316806.664517:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664524:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664538:0:12904:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664545:0:12904:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664550:0:12904:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664556:0:12904:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664562:0:12904:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316806.664565:0:12904:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664573:0:12904:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664585:0:12904:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316806.664595:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316806.664615:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2484:x1853163933894400:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 142us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316806.664622:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6328 00010000:00010000:3.0:1767316806.665439:0:51249:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.665450:0:51249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316806.665456:0:51249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba702a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316806.670903:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6214:x1853163985717632:12345-0@lo:103:ldlm_bl.0 Request processed in 17528us (27371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316806.670922:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325 00000100:00100000:1.0:1767316806.671078:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985717632:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316806.756170:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316807.331998:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985718272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316807.332070:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316807.332224:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718272 00000100:00100000:1.0:1767316807.332234:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718272 00000100:00100000:1.0:1767316807.332299:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1767316807.332309:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985718272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316807.332345:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316807.332389:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985718272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316807.332396:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1767316807.332745:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873717 gen 2 00000004:00080000:3.0:1767316807.332751:0:6212:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873717 committed transno 17179873717 00000100:00100000:3.0:1767316807.332777:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985718272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316807.332988:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316807.332997:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985718400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316807.333023:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316807.333140:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718400 00000100:00100000:0.0:1767316807.333145:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718400 00000100:00100000:0.0:1767316807.333175:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1767316807.333182:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985718400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316807.333204:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399835136 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316807.333246:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985718400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316807.333252:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1767316807.333388:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985718400:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1767316807.780058:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1767316808.037396:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316808.037405:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 70 10000000:01000000:3.0:1767316808.037412:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316808.037474:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.037492:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.037507:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316808.037545:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba80380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985718528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.037621:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.037685:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94e40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316808.037942:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718528 00000100:00100000:2.0:1767316808.037951:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718528 00000100:00100000:2.0:1767316808.038008:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1767316808.038017:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985718528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316808.038031:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316808.038045:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7031 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.038066:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.038076:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.038097:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa600, rc 0) 00000100:00100000:2.0:1767316808.038156:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985718528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316808.038164:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767316808.038398:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba80380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985718528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316808.038415:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.038425:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316808.038486:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985718656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.038527:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316808.038556:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a540 going to sleep for 11 seconds 00000100:00100000:2.0:1767316808.038668:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718656 00000100:00100000:2.0:1767316808.038673:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718656 00000100:00100000:2.0:1767316808.038703:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1767316808.038709:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985718656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.038865:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985718656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 155us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316808.038872:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1767316808.038951:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985718656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.039004:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985718784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.039044:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316808.039074:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dca088240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316808.039134:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718784 00000100:00100000:2.0:1767316808.039139:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718784 00000100:00100000:2.0:1767316808.039157:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1767316808.039164:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985718784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.039347:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985718784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 183us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316808.039354:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1767316808.039530:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985718784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.040245:0:51252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51252:1853163985718912:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.040297:0:51252:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316808.040328:0:51252:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dca088240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316808.040503:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985718912 00000100:00100000:2.0:1767316808.040520:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985718912 00000100:00100000:2.0:1767316808.040548:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1767316808.040554:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51252:x1853163985718912:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316808.040823:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51252:x1853163985718912:12345-0@lo:502:llog_process_th.0 Request processed in 268us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316808.040830:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1767316808.041076:0:51252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51252:1853163985718912:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.041134:0:51252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51252:1853163985719040:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.041168:0:51252:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316808.041207:0:51252:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeedb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.041384:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719040 00000100:00100000:0.0:1767316808.041390:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719040 00000100:00100000:0.0:1767316808.041426:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1767316808.041434:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51252:x1853163985719040:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316808.041602:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51252:x1853163985719040:12345-0@lo:502:llog_process_th.0 Request processed in 168us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.041609:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1767316808.041801:0:51252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51252:1853163985719040:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1767316808.041822:0:51252:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 73 count 72 00000020:01000000:2.0:1767316808.042820:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 70-72 (rc=0) 10000000:01000000:2.0:1767316808.042846:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316808.042855:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.042866:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316808.042876:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1767316808.042878:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 65 10000000:01000000:2.0:1767316808.042881:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316808.042916:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.042923:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.042937:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316808.042955:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.043002:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.043044:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed889f000 going to sleep for 11 seconds 00000100:00100000:3.0:1767316808.043166:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719168 00000100:00100000:3.0:1767316808.043173:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719168 00000100:00100000:3.0:1767316808.043222:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1767316808.043230:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985719168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316808.043241:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316808.043255:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba703f expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.043287:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 13 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.043297:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 13 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.043305:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38e00, rc 0) 00000100:00100000:3.0:1767316808.043346:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985719168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.043352:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1767316808.043627:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316808.043640:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.043650:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316808.043695:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.043719:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.043763:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed889f000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.043816:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719296 00000100:00100000:1.0:1767316808.043820:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719296 00000100:00100000:1.0:1767316808.043851:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1767316808.043857:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985719296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.043963:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985719296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 106us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.043970:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1767316808.044174:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.044214:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.044270:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.044296:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed889f000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.044414:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719424 00000100:00100000:1.0:1767316808.044419:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719424 00000100:00100000:1.0:1767316808.044447:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1767316808.044454:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985719424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.044617:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985719424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.044624:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1767316808.044815:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.045272:0:51253:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51253:1853163985719552:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316808.045314:0:51253:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.045342:0:51253:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed889fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.045506:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719552 00000100:00100000:1.0:1767316808.045511:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719552 00000100:00100000:1.0:1767316808.045551:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1767316808.045558:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51253:x1853163985719552:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.045792:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51253:x1853163985719552:12345-0@lo:502:llog_process_th.0 Request processed in 233us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.045799:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1767316808.046301:0:51253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51253:1853163985719552:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1767316808.046329:0:51253:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1767316808.046340:0:51253:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767316808.046343:0:51253:0:(obd_config.c:1477:class_process_config()) marker 44 (0x1) lustre-MDT0000-m rem lustre.test_206.lustre-OST0000_UUID 00000020:00000080:2.0:1767316808.046349:0:51253:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1767316808.046363:0:51253:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0000_UUID removed from test_206 00000100:00100000:0.0:1767316808.047067:0:51253:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51253:1853163985719680:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316808.047135:0:51253:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316808.047177:0:51253:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.047356:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719680 00000100:00100000:1.0:1767316808.047362:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719680 00000100:00100000:1.0:1767316808.047400:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1767316808.047408:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51253:x1853163985719680:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.047622:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51253:x1853163985719680:12345-0@lo:502:llog_process_th.0 Request processed in 213us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.047629:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1767316808.047808:0:51253:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51253:1853163985719680:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1767316808.047838:0:51253:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1767316808.047844:0:51253:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767316808.047846:0:51253:0:(obd_config.c:1477:class_process_config()) marker 44 (0x2) lustre-MDT0000-m rem lustre.test_206.lustre-OST0000_UUID 00000040:00080000:3.0:1767316808.047851:0:51253:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 68 count 67 00000020:01000000:3.0:1767316808.047903:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 65-67 (rc=0) 10000000:01000000:3.0:1767316808.047920:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1767316808.047929:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.047939:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316808.047949:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1767316808.047952:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 70 10000000:01000000:3.0:1767316808.047955:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1767316808.047979:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.047987:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.047996:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316808.048009:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.048040:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.048059:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.048338:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719808 00000100:00100000:1.0:1767316808.048342:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719808 00000020:01000004:2.0:1767316808.048459:0:51254:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9b3efb652000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1767316808.048463:0:51254:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 4 00000100:00100000:1.0:1767316808.048677:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1767316808.048685:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985719808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316808.048695:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316808.048708:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba704d expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.048759:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 14 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.048770:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 14 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.048779:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316808.048812:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985719808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.048818:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767316808.048888:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316808.048900:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.048909:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316808.048953:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.048984:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.060313:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8bfaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316808.070045:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985719936 00000100:00100000:3.0:1767316808.070061:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985719936 00000100:00100000:3.0:1767316808.070136:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1767316808.070146:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985719936:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.071175:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985719936:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1025us (22185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.071185:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1767316808.071492:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985719936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.071564:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.071626:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.071666:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8bfaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.071961:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720064 00000100:00100000:1.0:1767316808.071967:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720064 00000100:00100000:1.0:1767316808.071998:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1767316808.072005:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985720064:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.072196:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985720064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 191us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.072204:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1767316808.072411:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.072880:0:51255:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51255:1853163985720192:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316808.072918:0:51255:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.072943:0:51255:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8bfa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.078944:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720192 00000100:00100000:1.0:1767316808.078961:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720192 00000100:00100000:1.0:1767316808.079021:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1767316808.079032:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51255:x1853163985720192:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.079401:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51255:x1853163985720192:12345-0@lo:502:llog_process_th.0 Request processed in 370us (6482us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.079411:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1767316808.079877:0:51255:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51255:1853163985720192:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316808.079947:0:51255:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51255:1853163985720320:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316808.079995:0:51255:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.080026:0:51255:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed889fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.080604:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720320 00000100:00100000:1.0:1767316808.080611:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720320 00000100:00100000:1.0:1767316808.080652:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1767316808.080660:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51255:x1853163985720320:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.080858:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51255:x1853163985720320:12345-0@lo:502:llog_process_th.0 Request processed in 198us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.080866:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1767316808.080980:0:51255:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51255:1853163985720320:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316808.081006:0:51255:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 73 count 72 00000020:01000000:3.0:1767316808.081187:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 70-72 (rc=0) 10000000:01000000:3.0:1767316808.081210:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316808.081221:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.081241:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316808.081251:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1767316808.081254:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1767316808.081257:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1767316808.081284:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.081292:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.081301:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316808.081316:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.081348:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.081379:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.081618:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720448 00000100:00100000:0.0:1767316808.081624:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720448 00000100:00100000:0.0:1767316808.081659:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1767316808.081666:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985720448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316808.081675:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316808.081686:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba705b expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.081707:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 15 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.081715:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 15 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.081723:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0a00, rc 0) 00000100:00100000:0.0:1767316808.081793:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985720448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.081800:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1767316808.082107:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316808.082119:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.082133:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316808.082175:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.082202:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.082218:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.082274:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720576 00000100:00100000:0.0:1767316808.082278:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720576 00000100:00100000:0.0:1767316808.082307:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1767316808.082315:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985720576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.082589:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.082616:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.082671:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985720576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 355us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.082679:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1767316808.089470:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.089526:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.089941:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720704 00000100:00100000:0.0:1767316808.089951:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720704 00000100:00100000:0.0:1767316808.090000:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1767316808.090008:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985720704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.090255:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985720704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 247us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.090264:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1767316808.090296:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316808.092228:0:51256:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1767316808.101013:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1767316808.101055:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767316808.101068:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.101080:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316808.102370:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316808.102377:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 70 10000000:01000000:0.0:1767316808.102382:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316808.102436:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.102447:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.102457:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316808.102484:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.102572:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316808.102618:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.103363:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720832 00000100:00100000:1.0:1767316808.103372:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720832 00000100:00100000:1.0:1767316808.103444:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1767316808.103454:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985720832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316808.103469:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316808.103485:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7069 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.103515:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.103530:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.103539:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316808.103598:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985720832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.103606:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1767316808.103829:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316808.103847:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.103856:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316808.103926:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.103958:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.103992:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c949c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.104413:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985720960 00000100:00100000:0.0:1767316808.104419:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985720960 00000100:00100000:0.0:1767316808.104445:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1767316808.104452:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985720960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.104605:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985720960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 152us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.104613:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1767316808.104885:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985720960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.104921:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.104970:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.104990:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c949c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.105297:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721088 00000100:00100000:0.0:1767316808.105301:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721088 00000100:00100000:0.0:1767316808.105334:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1767316808.105340:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985721088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.105490:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985721088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.105497:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1767316808.105666:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.107684:0:51257:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51257:1853163985721216:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316808.107788:0:51257:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.107834:0:51257:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.107920:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721216 00000100:00100000:1.0:1767316808.107929:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721216 00000100:00100000:0.0:1767316808.108015:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1767316808.108024:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51257:x1853163985721216:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316808.108333:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51257:x1853163985721216:12345-0@lo:502:llog_process_th.0 Request processed in 308us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.108340:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1767316808.108495:0:51257:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51257:1853163985721216:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316808.108553:0:51257:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51257:1853163985721344:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316808.108587:0:51257:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.108611:0:51257:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.108793:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721344 00000100:00100000:1.0:1767316808.108797:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721344 00000100:00100000:1.0:1767316808.108823:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1767316808.108830:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51257:x1853163985721344:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316808.108951:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51257:x1853163985721344:12345-0@lo:502:llog_process_th.0 Request processed in 121us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.108958:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1767316808.109121:0:51257:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51257:1853163985721344:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316808.109139:0:51257:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 73 count 72 00000020:01000000:0.0:1767316808.109403:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 70-72 (rc=0) 10000000:01000000:0.0:1767316808.109421:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1767316808.109431:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.109442:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316808.109451:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1767316808.109454:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1767316808.109456:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1767316808.109479:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.109486:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.109500:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316808.109616:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.109649:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316808.109708:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.118551:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721472 00000100:00100000:1.0:1767316808.118570:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721472 00000100:00100000:1.0:1767316808.118629:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1767316808.118639:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985721472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316808.118656:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316808.118677:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7077 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.118708:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.118719:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.118745:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:1.0:1767316808.118847:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985721472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 209us (9196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.118854:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1767316808.118990:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316808.119009:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316808.119019:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316808.119112:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.119150:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.119188:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8bfaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316808.119241:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721600 00000100:00100000:0.0:1767316808.119246:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721600 00000100:00100000:0.0:1767316808.119279:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1767316808.119287:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985721600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.119437:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985721600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 142us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316808.119445:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1767316808.119709:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.119777:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.119835:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316808.119859:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8bfaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.120077:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721728 00000100:00100000:1.0:1767316808.120092:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721728 00000100:00100000:1.0:1767316808.120116:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1767316808.120122:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985721728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.120313:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985721728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 190us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.120321:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1767316808.121375:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316808.125131:0:51258:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1767316808.132190:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1767316808.132252:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1767316808.132266:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.132278:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316808.132289:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1767316808.132292:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:0.0:1767316808.132295:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1767316808.132339:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.132347:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316808.132359:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316808.132387:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316808.133679:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316808.133750:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.133848:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721856 00000100:00100000:1.0:1767316808.133858:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721856 00000100:00100000:1.0:1767316808.133912:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767316808.133922:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985721856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316808.133937:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316808.133952:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7085 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.133979:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 18 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.133990:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 18 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316808.133998:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07e00, rc 0) 00000100:00100000:1.0:1767316808.134052:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985721856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.134061:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1767316808.134156:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316808.134173:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.134183:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316808.134254:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.134294:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316808.134320:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316808.134365:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985721984 00000100:00100000:1.0:1767316808.134369:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985721984 00000100:00100000:1.0:1767316808.134396:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1767316808.134402:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985721984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316808.134491:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985721984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 88us (194us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767316808.134499:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1767316808.134576:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985721984:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1767316808.134603:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1767316808.134609:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.134616:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316808.285267:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316808.285358:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894656 00000100:00100000:3.0:1767316808.285369:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894656 00000100:00100000:3.0:1767316808.285423:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 687 00000100:00100000:3.0:1767316808.285432:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933894656:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316808.285449:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316808.285468:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a627 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.285498:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.285521:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.285530:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39000, rc 0) 00000100:00100000:3.0:1767316808.285594:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933894656:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 162us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.285601:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 687 00000100:00100000:2.0:1767316808.288926:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316808.289023:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894784 00000100:00100000:3.0:1767316808.289034:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894784 00000100:00100000:3.0:1767316808.289101:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 688 00000100:00100000:3.0:1767316808.289110:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933894784:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316808.289328:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933894784:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 217us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.289336:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 688 00000100:00100000:0.0:1767316808.292226:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316808.292328:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933894912 00000100:00100000:2.0:1767316808.292338:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933894912 00000100:00100000:2.0:1767316808.292391:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 689 00000100:00100000:2.0:1767316808.292400:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933894912:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.292639:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933894912:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 238us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316808.292647:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 689 00000100:00100000:1.0:1767316808.295939:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316808.296663:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895040 00000100:00100000:3.0:1767316808.296674:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895040 00000100:00100000:3.0:1767316808.296769:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 690 00000100:00100000:3.0:1767316808.296779:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70211:x1853163933895040:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316808.297116:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70211:x1853163933895040:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 337us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.297124:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 690 00000100:00100000:0.0:1767316808.305845:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316808.306006:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895168 00000100:00100000:2.0:1767316808.306017:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895168 00000100:00100000:2.0:1767316808.306078:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 691 00000100:00100000:2.0:1767316808.306102:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70211:x1853163933895168:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316808.306594:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70211:x1853163933895168:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 491us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316808.306603:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 691 00000100:00100000:0.0:1767316808.312500:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316808.320197:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895296 00000100:00100000:3.0:1767316808.320216:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895296 00000100:00100000:3.0:1767316808.320297:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 692 00000100:00100000:3.0:1767316808.320308:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933895296:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316808.320327:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316808.320349:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a62e expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.320378:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.320390:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316808.320399:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38800, rc 0) 00000100:00100000:3.0:1767316808.320470:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933895296:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 165us (7981us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.320478:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 692 00000100:00100000:1.0:1767316808.324032:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316808.324485:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895424 00000100:00100000:2.0:1767316808.324497:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895424 00000100:00100000:2.0:1767316808.324566:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 693 00000100:00100000:2.0:1767316808.324577:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933895424:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316808.324717:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933895424:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 141us (693us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316808.324750:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 693 00000100:00100000:0.0:1767316808.348138:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316808.348287:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895552 00000100:00100000:3.0:1767316808.348297:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895552 00000100:00100000:3.0:1767316808.348379:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 557 00000100:00100000:3.0:1767316808.348390:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2486:x1853163933895552:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316808.348464:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:2486:x1853163933895552:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316808.348472:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 557 00000100:00080000:1.0:1767316808.348609:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316808.349175:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316808.349303:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316808.363426:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895808 00000100:00100000:1.0:1767316808.363442:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895808 00000100:00100000:1.0:1767316808.363543:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895680 00000100:00100000:1.0:1767316808.363547:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895680 00000100:00100000:1.0:1767316808.363591:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 948 00000100:00100000:1.0:1767316808.363601:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933895808:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316808.363687:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933895808:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 86us (14512us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.363694:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 948 00000100:00100000:1.0:1767316808.363713:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 949 00000100:00100000:1.0:1767316808.363719:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933895680:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316808.363774:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933895680:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 55us (14471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316808.363784:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 949 00000100:00080000:0.0:1767316808.364109:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316808.364114:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1767316808.469402:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942673 is committed 00000020:00080000:0.0:1767316808.469424:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ec6fed6c0 refcount 2 committed 0 result 0 batchid 4294969387 00000020:00080000:0.0:1767316808.469429:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3efd054c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ecb3b1480 00000020:00080000:0.0:1767316808.469433:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3efd054500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3efc565c00 00000020:00080000:0.0:1767316808.469436:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].69 00000001:00080000:0.0:1767316808.469456:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942675 is committed 00000001:00080000:0.0:1767316808.469485:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942676 is committed 00000020:00080000:2.0:1767316808.469542:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969387 committed batchid 4294969386 00000020:00080000:2.0:1767316808.469771:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969386 00010000:00010000:1.0:1767316808.814720:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767316809.769676:0:51307:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffcfa61e940 20000000:00000080:0.0:1767316809.769697:0:51307:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ef41aa400 uarg=0000000000000000 00000040:00100000:0.0:1767316809.771590:0:51307:0:(llog.c:1064:llog_reverse_process()) index 72 : idx 48 20000000:01000000:0.0:1767316809.771600:0:51307:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 68 cmd:0xce021 lustre.test_206 lustre-OST0001_UUID 20000000:01000000:0.0:1767316809.771612:0:51307:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_206.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1767316809.772541:0:51308:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 67 marker 41 1->4: lustre-clilov add lustre.test_206.lustre-OST0001_UUID 20000000:01000000:0.0:1767316809.772643:0:51308:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 69 marker 41 2->4: lustre-clilov add lustre.test_206.lustre-OST0001_UUID 00000040:00080000:0.0:1767316809.772699:0:51308:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 73 count 72 00000040:00080000:1.0:1767316809.773374:0:51307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].73, 224 off21456 20000000:01000000:1.0:1767316809.773393:0:51307:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_206 lustre-OST0001_UUID (null) 00000040:00080000:1.0:1767316809.773448:0:51307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].74, 136 off21592 00000040:00080000:1.0:1767316809.773480:0:51307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].75, 224 off21816 20000000:01000000:1.0:1767316809.773498:0:51307:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_206.lustre-OST0001_UUID fl=4 20000000:01000000:2.0:1767316809.775643:0:51309:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 62 marker 42 1->4: lustre-MDT0000-mdtlov add lustre.test_206.lustre-OST0001_UUID 20000000:01000000:2.0:1767316809.775967:0:51309:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 64 marker 42 2->4: lustre-MDT0000-mdtlov add lustre.test_206.lustre-OST0001_UUID 00000040:00080000:2.0:1767316809.776032:0:51309:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 68 count 67 00000040:00080000:0.0:1767316809.776511:0:51307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].68, 224 off20704 20000000:01000000:0.0:1767316809.776527:0:51307:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_206 lustre-OST0001_UUID (null) 00000040:00080000:0.0:1767316809.776557:0:51307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].69, 144 off20848 00000040:00080000:0.0:1767316809.776598:0:51307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].70, 224 off21072 10000000:01000000:0.0:1767316809.776614:0:51307:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1767316809.776634:0:51307:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776653:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776661:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776668:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776674:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776681:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776687:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776693:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776703:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776711:0:51307:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776721:0:51307:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776799:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776814:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 8 pid: 41785 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.776830:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722112:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316809.776928:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776937:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.776946:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722240:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316809.776969:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.776976:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 17 pid: 41786 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.776985:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722368:0@lo:104: 00000100:00100000:0.0:1767316809.777183:0:51307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316809.777233:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.777242:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 17 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.777250:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722496:0@lo:104: 00000100:00100000:0.0:1767316809.777272:0:51307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316809.777293:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.777301:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 17 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.777310:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722624:0@lo:104: 00000100:00100000:0.0:1767316809.777329:0:51307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316809.777346:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.777353:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 17 pid: 41786 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.777360:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722752:0@lo:104: 00000100:00100000:0.0:1767316809.777378:0:51307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316809.777394:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.777401:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 17 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.777409:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722880:0@lo:104: 00000100:00100000:0.0:1767316809.777427:0:51307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316809.777440:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.777448:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 17 pid: 41785 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.777455:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985723008:0@lo:104: 00000100:00100000:0.0:1767316809.777473:0:51307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316809.777486:0:51307:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.777494:0:51307:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 17 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.777502:0:51307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985723136:0@lo:104: 00000100:00100000:0.0:1767316809.777517:0:51307:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472900 going to sleep for 11 seconds 00000100:00100000:1.0:1767316809.777829:0:16279:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1767316809.777847:0:16279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316809.777857:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985722368 00000100:00100000:1.0:1767316809.777864:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985722368 00000100:00100000:1.0:1767316809.777900:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985722496 00000100:00100000:1.0:1767316809.777903:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985722496 00000100:00100000:1.0:1767316809.777912:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985722624 00000100:00100000:1.0:1767316809.777915:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985722624 00000100:00100000:1.0:1767316809.777923:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985722752 00000100:00100000:1.0:1767316809.777925:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985722752 00000100:00100000:1.0:1767316809.777933:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985722880 00000100:00100000:1.0:1767316809.777935:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985722880 00000100:00100000:1.0:1767316809.777943:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723008 00000100:00100000:1.0:1767316809.777945:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723008 00000100:00100000:1.0:1767316809.777953:0:16279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723136 00000100:00100000:1.0:1767316809.777955:0:16279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723136 00000100:00100000:1.0:1767316809.777967:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1767316809.777976:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:51307:x1853163985722368:12345-0@lo:104: 00010000:00010000:1.0:1767316809.777990:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.778065:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1767316809.778071:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:51307:x1853163985722368:12345-0@lo:104: Request processed in 97us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.778079:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1767316809.778096:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1767316809.778101:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:51307:x1853163985722496:12345-0@lo:104: 00010000:00010000:1.0:1767316809.778108:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.778136:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1767316809.778141:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:51307:x1853163985722496:12345-0@lo:104: Request processed in 40us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.778146:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1767316809.778156:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1767316809.778161:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51307:x1853163985722624:12345-0@lo:104: 00010000:00010000:1.0:1767316809.778168:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.778193:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1767316809.778587:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722368:0@lo:104: 00000100:00100000:0.0:1767316809.778596:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722496:0@lo:104: 00000100:00100000:0.0:1767316809.778603:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722624:0@lo:104: 00010000:00010000:0.0:1767316809.778635:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316809.778642:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.778650:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.778654:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.778663:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.778671:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.778677:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.778709:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.778715:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767316809.778820:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51307:x1853163985722624:12345-0@lo:104: Request processed in 657us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.778828:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1767316809.778846:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1767316809.778853:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51307:x1853163985722752:12345-0@lo:104: 00010000:00010000:1.0:1767316809.778861:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.778899:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1767316809.778905:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51307:x1853163985722752:12345-0@lo:104: Request processed in 53us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.778914:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1767316809.778924:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1767316809.778929:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51307:x1853163985722880:12345-0@lo:104: 00010000:00010000:1.0:1767316809.778936:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.778961:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1767316809.778965:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51307:x1853163985722880:12345-0@lo:104: Request processed in 36us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.778970:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1767316809.778979:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1767316809.778983:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec3a96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51307:x1853163985723008:12345-0@lo:104: 00010000:00010000:1.0:1767316809.778989:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.779023:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1767316809.779027:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec3a96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51307:x1853163985723008:12345-0@lo:104: Request processed in 44us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.779032:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1767316809.779072:0:16279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1767316809.779078:0:16279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51307:x1853163985723136:12345-0@lo:104: 00010000:00010000:1.0:1767316809.779085:0:16279:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.779106:0:16279:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1767316809.779111:0:16279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51307:x1853163985723136:12345-0@lo:104: Request processed in 33us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.779119:0:16279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00010000:00010000:0.0:1767316809.779314:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779322:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7085 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba708c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779336:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767316809.779339:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779345:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.779348:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779355:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.779361:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.779366:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.779383:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779389:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316809.779396:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779402:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab0800/0xc472cb5f51ba7077 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba707e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779411:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767316809.779414:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779418:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.779420:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779426:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.779430:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.779434:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.779445:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779449:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316809.779464:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779469:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1200/0xc472cb5f51ba7069 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7070 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779478:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316809.779481:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779490:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.779492:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779498:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.779504:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.779509:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.779520:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779526:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316809.779531:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779536:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba705b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7062 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779544:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316809.779546:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779551:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.779553:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779559:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.779569:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.779575:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.779585:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779591:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316809.779595:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779601:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba704d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7054 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779609:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316809.779612:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779617:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.779620:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779627:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.779632:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.779637:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.779645:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779655:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316809.779658:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779664:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3f021fa200/0xc472cb5f51ba703f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7046 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779672:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316809.779674:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779679:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316809.779682:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779688:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316809.779694:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316809.779699:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1767316809.779706:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779710:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316809.779714:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779720:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38a00/0xc472cb5f51ba7031 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7038 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.779763:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316809.779765:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316809.779767:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316809.779792:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722752:0@lo:104: 00000100:00100000:0.0:1767316809.779801:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722880:0@lo:104: 00000100:00100000:0.0:1767316809.779808:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985723008:0@lo:104: 00000100:00100000:0.0:1767316809.779815:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985723136:0@lo:104: 00010000:00010000:0.0:1767316809.779853:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316809.779859:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316809.779880:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985723520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316809.779917:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316809.779948:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985724032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316809.779968:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316809.779987:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316809.779992:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985723648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316809.780025:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316809.780050:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723520 00000100:00100000:0.0:1767316809.780066:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723520 00010000:00010000:0.0:1767316809.780093:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 18 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.780113:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724032 00000100:00100000:0.0:1767316809.780115:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724032 00010000:00010000:0.0:1767316809.780124:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 19 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.780135:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723648 00000100:00100000:0.0:1767316809.780137:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723648 00010000:00010000:0.0:1767316809.780145:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 20 pid: 41786 timeout: 2155 lvb_type: 0 00000100:00100000:0.0:1767316809.780157:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6329 00000100:00100000:0.0:1767316809.780162:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6212:x1853163985723520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316809.780175:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316809.780179:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 20 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:0.0:1767316809.780187:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 20 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:2.0:1767316809.780502:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6330 00000100:00100000:2.0:1767316809.780514:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6212:x1853163985724032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316809.780523:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316809.780527:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 20 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:0.0:1767316809.780629:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07600/0xc472cb5f51ba7070 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba7069 expref: 20 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.780681:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316809.780710:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316809.780722:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316809.780764:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316809.780777:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767316809.780782:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316809.780802:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316809.780811:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316809.780828:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316809.780849:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723264 00000100:00100000:1.0:1767316809.780854:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723264 00010000:00010000:1.0:1767316809.780869:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 20 pid: 41786 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.780882:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723776 00000100:00100000:1.0:1767316809.780884:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723776 00010000:00010000:1.0:1767316809.780892:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 21 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.780901:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723392 00000100:00100000:1.0:1767316809.780903:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723392 00010000:00010000:1.0:1767316809.780910:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 22 pid: 41784 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.780918:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985723904 00000100:00100000:1.0:1767316809.780920:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985723904 00010000:00010000:1.0:1767316809.780927:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 23 pid: 41785 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.780943:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6331 00000100:00100000:1.0:1767316809.780949:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+23:6212:x1853163985723648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316809.780957:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316809.780961:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 23 pid: 41786 timeout: 2155 lvb_type: 0 00000100:00100000:3.0:1767316809.781116:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6332 00000100:00100000:3.0:1767316809.781125:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+23:6214:x1853163985723264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316809.781133:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316809.781137:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 23 pid: 41786 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781443:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 23 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781457:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba7038 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba7031 expref: 23 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781468:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316809.781514:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+22:6212:x1853163985724032:12345-0@lo:103:ldlm_bl.0 Request processed in 1003us (1544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316809.781522:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6330 00000100:00100000:2.0:1767316809.781545:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333 00000100:00100000:2.0:1767316809.781551:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6214:x1853163985723776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316809.781559:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316809.781563:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 21 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781571:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 21 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781580:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba7054 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba704d expref: 21 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781593:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316809.781620:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6214:x1853163985723776:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316809.781627:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333 00000100:00100000:2.0:1767316809.781641:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6334 00000100:00100000:2.0:1767316809.781647:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6214:x1853163985723392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316809.781654:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316809.781659:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 19 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781667:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 19 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781677:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07c00/0xc472cb5f51ba707e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba7077 expref: 19 pid: 41784 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781684:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316809.781705:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985723392:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316809.781724:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6334 00000100:00100000:2.0:1767316809.781756:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335 00000100:00100000:2.0:1767316809.781763:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6214:x1853163985723904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316809.781772:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316809.781776:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 17 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781784:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 17 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781796:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7046 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba703f expref: 17 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:2.0:1767316809.781804:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316809.781826:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6214:x1853163985723904:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316809.781831:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335 00000100:00100000:2.0:1767316809.781872:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316809.781880:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316809.781886:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316809.781913:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985724032:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316809.783672:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316809.783746:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6212:x1853163985723520:12345-0@lo:103:ldlm_bl.0 Request processed in 3579us (3825us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316809.783757:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6329 00000100:00100000:0.0:1767316809.783817:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722112:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316809.783828:0:51307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51307:1853163985722240:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316809.783875:0:51307:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.783943:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 14 pid: 41786 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.783961:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7062 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba705b expref: 14 pid: 41786 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.783973:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316809.784125:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985723648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316809.784134:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985723520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316809.784437:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6212:x1853163985723648:12345-0@lo:103:ldlm_bl.0 Request processed in 3487us (4410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.784444:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6331 00010000:00010000:3.0:1767316809.784505:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 12 pid: 41786 timeout: 2155 lvb_type: 0 00010000:00010000:3.0:1767316809.784518:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba708c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba7085 expref: 12 pid: 41786 timeout: 2155 lvb_type: 0 00010000:00010000:3.0:1767316809.784528:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316809.784603:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6214:x1853163985723264:12345-0@lo:103:ldlm_bl.0 Request processed in 3480us (3892us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316809.784609:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6332 00000100:00100000:2.0:1767316809.784693:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985723264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316809.786613:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316809.786650:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316809.786720:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933895936 00000100:00100000:1.0:1767316809.786754:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933895936 00010000:00010000:1.0:1767316809.786792:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 9 pid: 41785 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.786823:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896064 00000100:00100000:1.0:1767316809.786827:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896064 00010000:00010000:1.0:1767316809.786839:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 10 pid: 41785 timeout: 2155 lvb_type: 0 00000100:00100000:1.0:1767316809.786860:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6336 00000100:00100000:1.0:1767316809.786869:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2483:x1853163933895936:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316809.786883:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316809.786889:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 10 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.786900:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 10 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.786916:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba709a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a62e expref: 10 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.786926:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316809.786977:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933895936:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 107us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.786984:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6336 00000100:00100000:1.0:1767316809.787012:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6337 00000100:00100000:1.0:1767316809.787019:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2484:x1853163933896064:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316809.787027:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316809.787031:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.787040:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.787049:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7093 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a627 expref: 8 pid: 41785 timeout: 2155 lvb_type: 0 00010000:00010000:1.0:1767316809.787071:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787079:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787107:0:12905:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787113:0:12905:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787118:0:12905:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787124:0:12905:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787130:0:12905:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316809.787133:0:12905:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787149:0:12905:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787162:0:12905:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316809.787172:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316809.787192:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2484:x1853163933896064:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 174us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316809.787199:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6337 00010000:00010000:0.0:1767316809.788385:0:51307:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.788398:0:51307:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.788405:0:51307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316809.827931:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1767316810.107865:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1767316810.107877:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 73 10000000:01000000:0.0:1767316810.107884:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1767316810.107947:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.107960:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.107973:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316810.108004:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.108095:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.108172:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.108417:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724160 00000100:00100000:2.0:1767316810.108427:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724160 00000100:00100000:2.0:1767316810.108507:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1767316810.108519:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985724160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316810.108538:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316810.108558:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70a8 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.108586:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.108598:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 12 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.108607:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa600, rc 0) 00000100:00100000:2.0:1767316810.108672:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985724160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.108689:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767316810.108888:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316810.108902:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.108911:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316810.108973:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.109004:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.109033:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.109091:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724288 00000100:00100000:2.0:1767316810.109096:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724288 00000100:00100000:2.0:1767316810.109129:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1767316810.109146:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985724288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.109283:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985724288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 147us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.109290:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1767316810.109578:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.109622:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.109674:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.109696:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316810.109753:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724416 00000100:00100000:1.0:1767316810.109758:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724416 00000100:00100000:1.0:1767316810.109791:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1767316810.109799:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985724416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.109973:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985724416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316810.109981:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1767316810.110261:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.110908:0:51310:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51310:1853163985724544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.110959:0:51310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.111004:0:51310:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.111140:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724544 00000100:00100000:2.0:1767316810.111147:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724544 00000100:00100000:2.0:1767316810.111202:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1767316810.111210:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51310:x1853163985724544:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316810.111501:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51310:x1853163985724544:12345-0@lo:502:llog_process_th.0 Request processed in 291us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.111510:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1767316810.111785:0:51310:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51310:1853163985724544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.111831:0:51310:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51310:1853163985724672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.111871:0:51310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.111901:0:51310:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.112354:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724672 00000100:00100000:2.0:1767316810.112360:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724672 00000100:00100000:2.0:1767316810.112456:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1767316810.112465:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51310:x1853163985724672:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316810.112662:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51310:x1853163985724672:12345-0@lo:502:llog_process_th.0 Request processed in 197us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.112670:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1767316810.112777:0:51310:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51310:1853163985724672:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316810.112803:0:51310:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 76 count 75 00000020:01000000:3.0:1767316810.115972:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 73-75 (rc=0) 10000000:01000000:3.0:1767316810.116036:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316810.116060:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.116074:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316810.116086:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1767316810.116089:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 68 10000000:01000000:3.0:1767316810.116093:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1767316810.116148:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.116158:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.116171:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316810.116214:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.116298:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.117188:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a839c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316810.122743:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724800 00000100:00100000:1.0:1767316810.122777:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724800 00000100:00100000:1.0:1767316810.122848:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767316810.122858:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985724800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316810.122877:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316810.122899:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70b6 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.122928:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.122940:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 13 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.122949:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07400, rc 0) 00000100:00100000:1.0:1767316810.123261:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985724800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 403us (6962us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316810.123270:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1767316810.124565:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316810.124592:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.124604:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316810.124683:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.124890:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.124973:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316810.125233:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985724928 00000100:00100000:0.0:1767316810.125241:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985724928 00000100:00100000:2.0:1767316810.129497:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1767316810.129569:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985724928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.130393:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985724928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 880us (5500us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.130404:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1767316810.137921:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985724928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.138027:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.138136:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.138432:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7cee540 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.138543:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725056 00000100:00100000:2.0:1767316810.138551:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725056 00000100:00100000:2.0:1767316810.138625:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1767316810.138635:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985725056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.138883:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985725056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 249us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.138891:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1767316810.139601:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.143402:0:51311:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51311:1853163985725184:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316810.143497:0:51311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316810.143551:0:51311:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349000 going to sleep for 11 seconds 00000100:00100000:3.0:1767316810.143644:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725184 00000100:00100000:3.0:1767316810.143653:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725184 00000100:00100000:3.0:1767316810.143706:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1767316810.143716:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51311:x1853163985725184:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316810.144115:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51311:x1853163985725184:12345-0@lo:502:llog_process_th.0 Request processed in 399us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.144128:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1767316810.144475:0:51311:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51311:1853163985725184:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767316810.144511:0:51311:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1767316810.144525:0:51311:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767316810.144528:0:51311:0:(obd_config.c:1477:class_process_config()) marker 46 (0x1) lustre-MDT0000-m rem lustre.test_206.lustre-OST0001_UUID 00000020:00000080:1.0:1767316810.144537:0:51311:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00020000:01000000:1.0:1767316810.144556:0:51311:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_206 00000100:00100000:1.0:1767316810.146669:0:51311:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51311:1853163985725312:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1767316810.146895:0:51312:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9b3efb652000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1767316810.146900:0:51312:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 4 00000100:00100000:1.0:1767316810.147370:0:51311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.147418:0:51311:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6f6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.147480:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725312 00000100:00100000:2.0:1767316810.147489:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725312 00000100:00100000:2.0:1767316810.147547:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1767316810.147557:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51311:x1853163985725312:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316810.147937:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51311:x1853163985725312:12345-0@lo:502:llog_process_th.0 Request processed in 380us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.147946:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1767316810.149173:0:51311:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51311:1853163985725312:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1767316810.149358:0:51311:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1767316810.149368:0:51311:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767316810.149370:0:51311:0:(obd_config.c:1477:class_process_config()) marker 46 (0x2) lustre-MDT0000-m rem lustre.test_206.lustre-OST0001_UUID 00000040:00080000:1.0:1767316810.149377:0:51311:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 71 count 70 00000020:01000000:2.0:1767316810.149841:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 68-70 (rc=0) 10000000:01000000:2.0:1767316810.149869:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1767316810.149882:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.149893:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316810.149904:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316810.149906:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 73 10000000:01000000:2.0:1767316810.149909:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316810.149946:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.149954:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.149963:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316810.150178:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.159529:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.159595:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc43496c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316810.159643:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725440 00000100:00100000:0.0:1767316810.159654:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725440 00000100:00100000:0.0:1767316810.159717:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767316810.159752:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985725440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316810.159772:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316810.159795:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70c4 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.159832:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.159843:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.159853:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316810.159904:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985725440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316810.159912:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1767316810.159929:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316810.159947:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.159957:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316810.160945:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.161360:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.161444:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.163919:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725568 00000100:00100000:2.0:1767316810.163938:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725568 00000100:00100000:2.0:1767316810.164384:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1767316810.164397:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985725568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.164865:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985725568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 470us (3503us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.164875:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1767316810.167968:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.168331:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.168433:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.168471:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.168571:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725696 00000100:00100000:2.0:1767316810.168581:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725696 00000100:00100000:2.0:1767316810.168684:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1767316810.168695:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985725696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.169345:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985725696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 497us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.169359:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1767316810.169472:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985725696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.170678:0:51313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51313:1853163985725824:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316810.171367:0:51313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.171414:0:51313:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7a839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316810.171482:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725824 00000100:00100000:0.0:1767316810.171490:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725824 00000100:00100000:0.0:1767316810.171537:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1767316810.171547:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51313:x1853163985725824:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.172543:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51313:x1853163985725824:12345-0@lo:502:llog_process_th.0 Request processed in 994us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316810.172553:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1767316810.172790:0:51313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51313:1853163985725824:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316810.172868:0:51313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51313:1853163985725952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316810.172914:0:51313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.172949:0:51313:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6f6b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316810.173428:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985725952 00000100:00100000:0.0:1767316810.173435:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985725952 00000100:00100000:0.0:1767316810.173477:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1767316810.173484:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51313:x1853163985725952:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.173686:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51313:x1853163985725952:12345-0@lo:502:llog_process_th.0 Request processed in 201us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316810.173693:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1767316810.173916:0:51313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51313:1853163985725952:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316810.173949:0:51313:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 76 count 75 00000020:01000000:1.0:1767316810.174458:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 73-75 (rc=0) 10000000:01000000:1.0:1767316810.174484:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767316810.174496:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.174509:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316810.174521:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1767316810.174523:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1767316810.174526:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1767316810.174561:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.174571:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.174582:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316810.174599:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.174642:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.174714:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6f6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.174839:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726080 00000100:00100000:2.0:1767316810.174845:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726080 00000100:00100000:2.0:1767316810.174887:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1767316810.174895:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985726080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316810.174906:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316810.174920:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70d2 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.174944:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.174955:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.174963:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa200, rc 0) 00000100:00100000:2.0:1767316810.175013:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985726080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.175019:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1767316810.175228:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316810.175242:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.175251:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316810.175302:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.175328:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.175352:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6f6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.176002:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726208 00000100:00100000:2.0:1767316810.176011:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726208 00000100:00100000:2.0:1767316810.176058:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1767316810.176066:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985726208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.176231:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985726208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 164us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.176238:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1767316810.176553:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.176592:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.176649:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.176687:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6f6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.177374:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726336 00000100:00100000:2.0:1767316810.177380:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726336 00000100:00100000:2.0:1767316810.177421:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1767316810.177428:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985726336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.177627:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985726336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 199us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.177634:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1767316810.177924:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1767316810.179535:0:51314:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1767316810.180574:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1767316810.180603:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767316810.180615:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.180627:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316810.180638:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316810.180641:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 73 10000000:01000000:1.0:1767316810.180644:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316810.180685:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.180691:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.180702:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316810.180874:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.180945:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.181060:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6f6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.181404:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726464 00000100:00100000:2.0:1767316810.181411:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726464 00000100:00100000:2.0:1767316810.181487:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1767316810.181497:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985726464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316810.181512:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316810.181525:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70e0 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.181549:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.181560:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.181568:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fae00, rc 0) 00000100:00100000:2.0:1767316810.181619:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985726464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.181626:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1767316810.181694:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316810.181708:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.181717:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316810.181805:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.181835:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.185375:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd5050c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316810.185484:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726592 00000100:00100000:1.0:1767316810.185495:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726592 00000100:00100000:2.0:1767316810.185568:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1767316810.185583:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985726592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.185809:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985726592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 230us (3971us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.185818:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1767316810.185923:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.186437:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.186502:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.186537:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd5050c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316810.186579:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726720 00000100:00100000:0.0:1767316810.186584:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726720 00000100:00100000:0.0:1767316810.186608:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1767316810.186617:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985726720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.186818:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985726720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 201us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316810.186826:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1767316810.187139:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985726720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316810.187594:0:51315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51315:1853163985726848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.187646:0:51315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.187684:0:51315:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd472480 going to sleep for 11 seconds 00000100:00100000:3.0:1767316810.187752:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726848 00000100:00100000:3.0:1767316810.187765:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726848 00000100:00100000:3.0:1767316810.187792:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1767316810.187798:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51315:x1853163985726848:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316810.188354:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51315:x1853163985726848:12345-0@lo:502:llog_process_th.0 Request processed in 553us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.188362:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1767316810.188467:0:51315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51315:1853163985726848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.188518:0:51315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51315:1853163985726976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316810.188555:0:51315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316810.188586:0:51315:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb8eb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316810.188628:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985726976 00000100:00100000:3.0:1767316810.188633:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985726976 00000100:00100000:3.0:1767316810.188653:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1767316810.188658:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51315:x1853163985726976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316810.188929:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51315:x1853163985726976:12345-0@lo:502:llog_process_th.0 Request processed in 269us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.188937:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1767316810.189084:0:51315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51315:1853163985726976:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316810.189102:0:51315:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 76 count 75 00000020:01000000:3.0:1767316810.189408:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 73-75 (rc=0) 10000000:01000000:3.0:1767316810.189426:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316810.189435:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.189445:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316810.189455:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1767316810.189457:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1767316810.189460:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1767316810.189490:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.189498:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.189508:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316810.189521:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.189901:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.189959:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505900 going to sleep for 11 seconds 00000100:00100000:1.0:1767316810.190028:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727104 00000100:00100000:1.0:1767316810.190034:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727104 00000100:00100000:1.0:1767316810.190067:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1767316810.190075:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985727104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316810.190089:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316810.190105:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70ee expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.190131:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.190142:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.190151:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:3.0:1767316810.190445:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316810.190461:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.190470:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316810.190519:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.190548:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.190558:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505900 going to sleep for 11 seconds 00000100:00100000:1.0:1767316810.190589:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985727104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316810.190596:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1767316810.190620:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727232 00000100:00100000:1.0:1767316810.190623:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727232 00000100:00100000:1.0:1767316810.190637:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1767316810.190642:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985727232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.190782:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985727232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 138us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316810.190789:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1767316810.190862:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.190884:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.190923:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316810.190942:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efd505900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.191109:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727360 00000100:00100000:2.0:1767316810.191114:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727360 00000100:00100000:2.0:1767316810.191136:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1767316810.191142:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985727360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.191328:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985727360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 185us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.191335:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1767316810.191533:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727360:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1767316810.192700:0:51316:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1767316810.193114:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1767316810.193131:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1767316810.193142:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.193153:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316810.193162:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1767316810.193165:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:1.0:1767316810.193168:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1767316810.193219:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.193232:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.193242:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316810.193264:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.193328:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.193368:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e480 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.193540:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727488 00000100:00100000:2.0:1767316810.193548:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727488 00000100:00100000:2.0:1767316810.193602:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1767316810.193612:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985727488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316810.193627:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316810.193641:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba70fc expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.193663:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 18 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.193674:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 18 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316810.193683:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fb400, rc 0) 00000100:00100000:2.0:1767316810.193782:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985727488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316810.193788:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767316810.194716:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316810.194749:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.194759:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316810.194833:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316810.194882:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316810.194908:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e480 going to sleep for 11 seconds 00000100:00100000:2.0:1767316810.194978:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727616 00000100:00100000:2.0:1767316810.194982:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727616 00000100:00100000:2.0:1767316810.195017:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1767316810.195024:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985727616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316810.195154:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985727616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (270us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767316810.195163:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1767316810.195459:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985727616:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1767316810.195484:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1767316810.195491:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316810.195499:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.852017:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316810.926305:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316810.926475:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896192 00000100:00100000:0.0:1767316810.926488:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896192 00000100:00100000:0.0:1767316810.926572:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 722 00000100:00100000:0.0:1767316810.926581:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933896192:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316810.926598:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316810.926617:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a635 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.926647:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.926659:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316810.926669:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:0.0:1767316810.926768:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933896192:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 187us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316810.926776:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 722 00000100:00100000:2.0:1767316810.938148:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316810.947854:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896320 00000100:00100000:3.0:1767316810.947875:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896320 00000100:00100000:3.0:1767316810.947943:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 723 00000100:00100000:3.0:1767316810.948009:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933896320:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.948829:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933896320:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 819us (10687us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.948840:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 723 00000100:00100000:2.0:1767316810.960213:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316810.960556:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896448 00000100:00100000:3.0:1767316810.960570:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896448 00000100:00100000:3.0:1767316810.960634:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 724 00000100:00100000:3.0:1767316810.960644:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933896448:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316810.960887:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933896448:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 243us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.960896:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 724 00000100:00100000:1.0:1767316810.984340:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316810.984596:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896576 00000100:00100000:3.0:1767316810.984610:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896576 00000100:00100000:3.0:1767316810.984678:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 725 00000100:00100000:3.0:1767316810.984688:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70230:x1853163933896576:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316810.986755:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70230:x1853163933896576:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 2057us (3293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.986768:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 725 00000100:00100000:3.0:1767316810.991263:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316810.991782:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896704 00000100:00100000:0.0:1767316810.991793:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896704 00000100:00100000:0.0:1767316810.991846:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 726 00000100:00100000:0.0:1767316810.991856:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70230:x1853163933896704:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1767316810.992163:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70230:x1853163933896704:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 306us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316810.992171:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 726 00000100:00100000:0.0:1767316810.997102:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316810.997493:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896832 00000100:00100000:3.0:1767316810.997506:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896832 00000100:00100000:3.0:1767316810.997567:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 727 00000100:00100000:3.0:1767316810.997577:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933896832:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316810.997596:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316810.997617:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a63c expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.997648:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.997660:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316810.997670:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39000, rc 0) 00000100:00100000:3.0:1767316810.997757:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933896832:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 181us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316810.997766:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 727 00000100:00100000:0.0:1767316811.024938:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316811.037849:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933896960 00000100:00100000:3.0:1767316811.037870:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933896960 00000100:00100000:3.0:1767316811.037951:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 728 00000100:00100000:3.0:1767316811.037962:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933896960:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316811.038553:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933896960:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 590us (13624us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767316811.038562:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 728 00000100:00100000:0.0:1767316811.428608:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985728000:0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.428680:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316811.428770:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767316811.428777:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985727872:0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.428800:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316811.428820:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985728384:0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.428842:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316811.428869:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985728000 00000100:00100000:0.0:1767316811.428876:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985728000 00000100:00100000:0.0:1767316811.428925:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727872 00000100:00100000:0.0:1767316811.428928:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727872 00000100:00100000:0.0:1767316811.428966:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985728384 00000100:00100000:0.0:1767316811.428970:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985728384 00000100:00100000:0.0:1767316811.428992:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1767316811.429001:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985728000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.429067:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985728000:12345-0@lo:400:kworker.0 Request processed in 67us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316811.429075:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1767316811.429092:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1767316811.429098:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985727872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.429126:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985727872:12345-0@lo:400:kworker.0 Request processed in 28us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316811.429132:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1767316811.429143:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1767316811.429150:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985728384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.429177:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985728384:12345-0@lo:400:kworker.0 Request processed in 28us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316811.429183:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00080000:0.0:1767316811.429199:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316811.429230:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985727872:0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.429241:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985728384:0@lo:400:kworker.0 00000100:00100000:0.0:1767316811.429249:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985728000:0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.429707:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985727744:0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.429766:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316811.429795:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985728256:0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.429821:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316811.429842:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316811.429847:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985728128:0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.429869:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316811.429948:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985727744 00000100:00100000:2.0:1767316811.430031:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985727744 00000100:00100000:2.0:1767316811.430067:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1767316811.430074:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985727744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.430110:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985727744:12345-0@lo:400:kworker.0 Request processed in 36us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316811.430117:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1767316811.430148:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985728256 00000100:00100000:2.0:1767316811.430151:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985728256 00000100:00100000:2.0:1767316811.430186:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985728128 00000100:00100000:2.0:1767316811.430191:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985728128 00000100:00100000:2.0:1767316811.430212:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1767316811.430219:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985728256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.430249:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985728256:12345-0@lo:400:kworker.0 Request processed in 31us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316811.430255:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1767316811.430266:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1767316811.430271:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985728128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.430296:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985728128:12345-0@lo:400:kworker.0 Request processed in 25us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316811.430301:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:2.0:1767316811.430320:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316811.430323:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316811.430344:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985728128:0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.430352:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985727744:0@lo:400:kworker.0 00000100:00100000:2.0:1767316811.430359:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985728256:0@lo:400:kworker.0 00010000:00010000:0.0:1767316811.878492:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316812.451883:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316812.451884:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316812.451912:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985728640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316812.451912:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985728512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316812.451993:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316812.452043:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316812.452473:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985728640 00000100:00100000:1.0:1767316812.452480:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985728640 00000100:00100000:1.0:1767316812.452521:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985728512 00000100:00100000:1.0:1767316812.452523:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985728512 00000100:00100000:1.0:1767316812.452596:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1767316812.452602:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985728640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316812.452634:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399835136 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316812.452681:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985728640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316812.452689:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1767316812.452707:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1767316812.452716:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985728512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316812.452755:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316812.453232:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985728512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 517us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316812.453240:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1767316812.453286:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985728640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316812.453316:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985728512:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1767316812.812929:0:51415:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffdf9459020 20000000:00000080:0.0:1767316812.812948:0:51415:0:(mgs_handler.c:1090:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b3ee796bc00 uarg=0000000000000000 00000040:00100000:0.0:1767316812.814010:0:51415:0:(llog.c:1064:llog_reverse_process()) index 75 : idx 48 20000000:01000000:0.0:1767316812.814021:0:51415:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 74 cmd:0xce022 lustre.test_206 lustre-OST0001_UUID 20000000:01000000:0.0:1767316812.814217:0:51415:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_206 fl=4 20000000:01000000:3.0:1767316812.814680:0:51416:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 61 marker 37 1->4: lustre-clilov new lustre.test_206 20000000:01000000:2.0:1767316812.815286:0:51416:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 63 marker 37 2->4: lustre-clilov new lustre.test_206 00000040:00080000:2.0:1767316812.815357:0:51416:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 76 count 75 00000040:00080000:0.0:1767316812.815679:0:51415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].76, 224 off22040 20000000:01000000:0.0:1767316812.815700:0:51415:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_206 (null) (null) 00000040:00080000:0.0:1767316812.815961:0:51415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].77, 112 off22152 00000040:00080000:0.0:1767316812.816013:0:51415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].78, 224 off22376 20000000:01000000:0.0:1767316812.816029:0:51415:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_206 fl=4 20000000:01000000:3.0:1767316812.816605:0:51417:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 56 marker 38 1->4: lustre-MDT0000-mdtlov new lustre.test_206 20000000:01000000:3.0:1767316812.816651:0:51417:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 58 marker 38 2->4: lustre-MDT0000-mdtlov new lustre.test_206 00000040:00080000:3.0:1767316812.816704:0:51417:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 71 count 70 00000040:00080000:0.0:1767316812.817063:0:51415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].71, 224 off21296 20000000:01000000:0.0:1767316812.817076:0:51415:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_206 (null) (null) 00000040:00080000:0.0:1767316812.817123:0:51415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].72, 120 off21416 00000040:00080000:0.0:1767316812.817177:0:51415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].73, 224 off21640 10000000:01000000:0.0:1767316812.817193:0:51415:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1767316812.817216:0:51415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817235:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817243:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817249:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817255:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817260:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817267:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817274:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817284:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817291:0:51415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817298:0:51415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817337:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817350:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 8 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817363:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985728768:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316812.817471:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817479:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 8 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817486:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985728896:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316812.817518:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817526:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 17 pid: 41785 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817535:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729024:0@lo:104: 00000100:00100000:0.0:1767316812.817570:0:51415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316812.817608:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817615:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 17 pid: 41785 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817622:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729152:0@lo:104: 00000100:00100000:0.0:1767316812.817641:0:51415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316812.817662:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817669:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 17 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817675:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729280:0@lo:104: 00000100:00100000:0.0:1767316812.817692:0:51415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316812.817713:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817720:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 17 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817766:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729408:0@lo:104: 00000100:00100000:0.0:1767316812.817785:0:51415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316812.817805:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817813:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 17 pid: 41785 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817820:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729536:0@lo:104: 00000100:00100000:0.0:1767316812.817836:0:51415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316812.817850:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 17 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817856:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 17 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817863:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729664:0@lo:104: 00000100:00100000:0.0:1767316812.817885:0:51415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316812.817898:0:51415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 17 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.817904:0:51415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 17 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.817911:0:51415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729792:0@lo:104: 00000100:00100000:0.0:1767316812.817928:0:51415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316812.818255:0:12902:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1767316812.818274:0:12902:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316812.818285:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729024 00000100:00100000:2.0:1767316812.818291:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729024 00000100:00100000:2.0:1767316812.818326:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729152 00000100:00100000:2.0:1767316812.818328:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729152 00000100:00100000:2.0:1767316812.818337:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729280 00000100:00100000:2.0:1767316812.818339:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729280 00000100:00100000:2.0:1767316812.818347:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729408 00000100:00100000:2.0:1767316812.818349:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729408 00000100:00100000:2.0:1767316812.818358:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729536 00000100:00100000:2.0:1767316812.818360:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729536 00000100:00100000:2.0:1767316812.818369:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729664 00000100:00100000:2.0:1767316812.818371:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729664 00000100:00100000:2.0:1767316812.818380:0:12902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729792 00000100:00100000:2.0:1767316812.818382:0:12902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729792 00000100:00100000:2.0:1767316812.818393:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1767316812.818400:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:51415:x1853163985729024:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818412:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818473:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767316812.818479:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+9:51415:x1853163985729024:12345-0@lo:104: Request processed in 80us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818486:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1767316812.818503:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1767316812.818509:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:51415:x1853163985729152:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818516:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818550:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767316812.818555:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+8:51415:x1853163985729152:12345-0@lo:104: Request processed in 47us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818560:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1767316812.818572:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1767316812.818577:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51415:x1853163985729280:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818584:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818615:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1767316812.818620:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+7:51415:x1853163985729280:12345-0@lo:104: Request processed in 43us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818625:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1767316812.818636:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1767316812.818641:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51415:x1853163985729408:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818648:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818674:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1767316812.818679:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+6:51415:x1853163985729408:12345-0@lo:104: Request processed in 38us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818684:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1767316812.818694:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1767316812.818700:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51415:x1853163985729536:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818707:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818756:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1767316812.818761:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+5:51415:x1853163985729536:12345-0@lo:104: Request processed in 62us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818766:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1767316812.818778:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1767316812.818783:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc35fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51415:x1853163985729664:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818790:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818815:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1767316812.818820:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc35fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+4:51415:x1853163985729664:12345-0@lo:104: Request processed in 38us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818829:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1767316812.818858:0:12902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1767316812.818864:0:12902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51415:x1853163985729792:12345-0@lo:104: 00010000:00010000:2.0:1767316812.818870:0:12902:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818893:0:12902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:2.0:1767316812.818897:0:12902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+3:51415:x1853163985729792:12345-0@lo:104: Request processed in 34us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.818903:0:12902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00010000:2.0:1767316812.818923:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767316812.818929:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818936:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.818939:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818946:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.818952:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.818958:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.818989:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.818995:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819047:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819055:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07600/0xc472cb5f51ba70fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba7103 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819069:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767316812.819071:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819077:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.819080:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819086:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.819405:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.819414:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.819432:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819437:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819455:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819461:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38400/0xc472cb5f51ba70ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70f5 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819472:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767316812.819475:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819485:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.819488:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819495:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.819502:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.819507:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.819519:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819525:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819530:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819536:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07c00/0xc472cb5f51ba70e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70e7 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819544:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767316812.819547:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819552:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07e00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.819555:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819561:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.819571:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.819576:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.819587:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819592:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819597:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819603:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07e00/0xc472cb5f51ba70d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70d9 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819611:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767316812.819614:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819619:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021faa00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.819622:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819627:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.819632:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.819636:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.819647:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819657:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819661:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819668:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3f021faa00/0xc472cb5f51ba70c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70cb expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819678:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316812.819681:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819687:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.819689:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819696:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.819700:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.819705:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.819717:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819723:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819751:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819758:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38c00/0xc472cb5f51ba70b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70bd expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819772:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316812.819775:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819781:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:2.0:1767316812.819784:0:12907:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819791:0:12907:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767316812.819797:0:12907:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316812.819801:0:12907:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767316812.819813:0:12907:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819819:0:12907:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316812.819823:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819829:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec7ab1600/0xc472cb5f51ba70a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc472cb5f51ba70af expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.819842:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316812.819844:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316812.819846:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316812.819855:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316812.819861:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316812.819885:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985729920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.819932:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316812.819957:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985730432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.819975:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316812.819994:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316812.820014:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985730304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.820034:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316812.820063:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.820087:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316812.820352:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729024:0@lo:104: 00000100:00100000:0.0:1767316812.820363:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729152:0@lo:104: 00000100:00100000:0.0:1767316812.820370:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729280:0@lo:104: 00000100:00100000:0.0:1767316812.820377:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729408:0@lo:104: 00000100:00100000:0.0:1767316812.820384:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729536:0@lo:104: 00000100:00100000:0.0:1767316812.820392:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729664:0@lo:104: 00000100:00100000:0.0:1767316812.820399:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985729792:0@lo:104: 00000100:00100000:2.0:1767316812.821168:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730560:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.821210:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316812.822425:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767316812.822438:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.822482:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316812.822550:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985729920 00000100:00100000:3.0:1767316812.822558:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985729920 00010000:00010000:3.0:1767316812.822595:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 18 pid: 41785 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.822633:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730432 00000100:00100000:3.0:1767316812.822637:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730432 00010000:00010000:3.0:1767316812.822649:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 19 pid: 41785 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.822661:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730304 00000100:00100000:3.0:1767316812.822663:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730304 00010000:00010000:3.0:1767316812.822682:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 20 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.822692:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730048 00000100:00100000:3.0:1767316812.822695:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730048 00010000:00010000:3.0:1767316812.822704:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 21 pid: 41785 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.822712:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730560 00000100:00100000:3.0:1767316812.822714:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730560 00010000:00010000:3.0:1767316812.822721:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 22 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.822752:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338 00000100:00100000:3.0:1767316812.822759:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+22:6213:x1853163985729920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.822770:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316812.822773:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 22 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822781:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 22 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822795:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021fb400/0xc472cb5f51ba7103 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70fc expref: 22 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822808:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316812.822840:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+21:6213:x1853163985729920:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316812.822845:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338 00000100:00100000:3.0:1767316812.822857:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6339 00000100:00100000:3.0:1767316812.822861:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+20:6213:x1853163985730432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.822869:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316812.822871:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 20 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822880:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 20 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822886:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab1200/0xc472cb5f51ba70cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70c4 expref: 20 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822891:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316812.822905:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+19:6213:x1853163985730432:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (2931us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316812.822909:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6339 00000100:00100000:3.0:1767316812.822915:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6340 00000100:00100000:3.0:1767316812.822919:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985730304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.822923:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316812.822925:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 18 pid: 41784 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822930:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 18 pid: 41784 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822936:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021fa200/0xc472cb5f51ba70d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70d2 expref: 18 pid: 41784 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822941:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316812.822953:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6213:x1853163985730304:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (2920us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316812.822957:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6340 00000100:00100000:3.0:1767316812.822963:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341 00000100:00100000:3.0:1767316812.822966:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa05050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6214:x1853163985730048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.822972:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316812.822974:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 16 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822979:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 16 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822984:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06000/0xc472cb5f51ba70f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70ee expref: 16 pid: 41785 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.822989:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316812.823016:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa05050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6214:x1853163985730048:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316812.823022:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341 00000100:00100000:1.0:1767316812.823346:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6342 00000100:00100000:1.0:1767316812.823359:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6214:x1853163985730560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316812.823373:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316812.823378:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 14 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:1.0:1767316812.823392:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 14 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:1.0:1767316812.823402:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07400/0xc472cb5f51ba70bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70b6 expref: 14 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:1.0:1767316812.823414:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316812.823444:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6214:x1853163985730560:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (2233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316812.823450:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6342 00000100:00100000:3.0:1767316812.823532:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730176 00000100:00100000:3.0:1767316812.823536:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730176 00000100:00100000:2.0:1767316812.823543:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730688:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.823550:0:44652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 13 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.823563:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343 00000100:00100000:2.0:1767316812.823568:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316812.823568:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6214:x1853163985730176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.823574:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316812.823578:0:44652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 13 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.823584:0:44652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 13 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:3.0:1767316812.823593:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021fae00/0xc472cb5f51ba70e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70e0 expref: 13 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:2.0:1767316812.823594:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.823603:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316812.823606:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316812.823627:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6214:x1853163985730176:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316812.823632:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343 00000100:00100000:2.0:1767316812.823635:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730688 00000100:00100000:2.0:1767316812.823638:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730688 00010000:00010000:2.0:1767316812.823653:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 12 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:2.0:1767316812.823673:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344 00000100:00100000:2.0:1767316812.823679:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:6214:x1853163985730688:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316812.823685:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985730304:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316812.823687:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316812.823691:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 12 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.823695:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985729920:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316812.823698:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 12 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:3.0:1767316812.823703:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985730432:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316812.823708:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3f021fa600/0xc472cb5f51ba70af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc472cb5f51ba70a8 expref: 12 pid: 41784 timeout: 2158 lvb_type: 0 00010000:00010000:2.0:1767316812.823717:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316812.823756:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:6214:x1853163985730688:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316812.823761:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344 00000100:00100000:3.0:1767316812.823776:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730176:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767316812.823784:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985730688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316812.824191:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985728768:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316812.824210:0:51415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51415:1853163985728896:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316812.824256:0:51415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316812.825368:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316812.825392:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316812.825432:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897088 00000100:00100000:0.0:1767316812.825440:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897088 00000100:00100000:1.0:1767316812.825441:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897216 00000100:00100000:1.0:1767316812.825444:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897216 00010000:00010000:0.0:1767316812.825469:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 10 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:1.0:1767316812.825469:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 10 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:1.0:1767316812.825504:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6345 00000100:00100000:1.0:1767316812.825512:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2486:x1853163933897088:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316812.825529:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316812.825534:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 10 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:1.0:1767316812.825544:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 10 pid: 41786 timeout: 2158 lvb_type: 0 00010000:00010000:1.0:1767316812.825561:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c39000/0xc472cb5f51ba7111 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a63c expref: 10 pid: 41786 timeout: 2158 lvb_type: 0 00000100:00100000:0.0:1767316812.825576:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6346 00010000:00010000:1.0:1767316812.825578:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316812.825583:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933897216:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316812.825590:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316812.825594:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 9 pid: 41784 timeout: 2158 lvb_type: 0 00010000:00010000:0.0:1767316812.825602:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 9 pid: 41784 timeout: 2158 lvb_type: 0 00010000:00010000:0.0:1767316812.825611:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0800/0xc472cb5f51ba710a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a635 expref: 9 pid: 41784 timeout: 2158 lvb_type: 0 00000100:00100000:1.0:1767316812.825620:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:2486:x1853163933897088:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 109us (257us total) trans 0 rc 0/0 00010000:00010000:0.0:1767316812.825622:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316812.825627:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6345 00010000:00010000:0.0:1767316812.825629:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825644:0:12904:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825651:0:12904:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825658:0:12904:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825664:0:12904:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825674:0:12904:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316812.825678:0:12904:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825686:0:12904:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825704:0:12904:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316812.825714:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316812.825767:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2483:x1853163933897216:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 184us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316812.825773:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6346 00010000:00010000:1.0:1767316812.826074:0:51415:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316812.826080:0:51415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316812.826084:0:51415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7118 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316812.902251:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316813.469506:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316813.469574:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897344 00000100:00100000:2.0:1767316813.469586:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897344 00000100:00100000:2.0:1767316813.471075:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 730 00000100:00100000:2.0:1767316813.471123:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2484:x1853163933897344:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316813.471257:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:2484:x1853163933897344:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 169us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316813.471265:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 730 00000100:00100000:0.0:1767316813.472803:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316813.473123:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897472 00000100:00100000:3.0:1767316813.473134:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897472 00000100:00100000:0.0:1767316813.473305:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316813.473351:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316813.473376:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897728 00000100:00100000:0.0:1767316813.473380:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897728 00000100:00100000:1.0:1767316813.473783:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897600 00000100:00100000:1.0:1767316813.473788:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897600 00000100:00100000:3.0:1767316813.473957:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 561 00000100:00100000:3.0:1767316813.473969:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2483:x1853163933897472:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316813.474068:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2483:x1853163933897472:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 100us (1361us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316813.474076:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 561 00000100:00080000:2.0:1767316813.476139:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316813.476149:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316813.476154:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316813.476965:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 952 00000100:00100000:0.0:1767316813.476979:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933897728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316813.477083:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933897728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 107us (3777us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316813.477090:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 952 00000100:00100000:1.0:1767316813.487883:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 953 00000100:00100000:1.0:1767316813.487910:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933897600:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316813.488026:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933897600:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 129us (14674us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316813.488034:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 953 00000020:00080000:0.0:1767316813.535261:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969387 batchid updated 00000020:00080000:2.0:1767316813.535301:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969387 00000020:00080000:2.0:1767316813.535516:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969387 cancel update log [0x200000bd0:0x1:0x0].69: rc = 0 00000020:00080000:2.0:1767316813.535525:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969387 00010000:00010000:2.0:1767316813.931373:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1767316814.052117:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316814.052126:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3efb652000 from 76 10000000:01000000:2.0:1767316814.052132:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316814.052193:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.052205:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.052216:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316814.052245:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985730816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.052331:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316814.052473:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef409fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.053883:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730816 00000100:00100000:3.0:1767316814.053894:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730816 00000100:00100000:3.0:1767316814.053959:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1767316814.053969:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+11:12916:x1853163985730816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316814.053995:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316814.054013:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba7126 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba711f expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.054038:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba7126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba711f expref: 12 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.054047:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba7126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba711f expref: 12 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.054056:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38800, rc 0) 00000100:00100000:3.0:1767316814.054125:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985730816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.054132:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767316814.054200:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985730816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316814.054224:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316814.054235:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316814.054301:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985730944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.054338:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.054378:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.054433:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985730944 00000100:00100000:2.0:1767316814.054437:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985730944 00000100:00100000:2.0:1767316814.054469:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1767316814.054476:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985730944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.054609:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985730944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 134us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.054616:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1767316814.054870:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985730944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.054900:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.054945:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.054971:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.055038:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731072 00000100:00100000:3.0:1767316814.055042:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731072 00000100:00100000:3.0:1767316814.055068:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1767316814.055074:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985731072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.056174:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985731072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1095us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.056185:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1767316814.056626:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.058879:0:51420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51420:1853163985731200:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316814.058993:0:51420:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.059051:0:51420:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf770240 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.059408:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731200 00000100:00100000:3.0:1767316814.059416:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731200 00000100:00100000:3.0:1767316814.059657:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1767316814.059667:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51420:x1853163985731200:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316814.060020:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51420:x1853163985731200:12345-0@lo:502:llog_process_th.0 Request processed in 353us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.060028:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1767316814.060120:0:51420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51420:1853163985731200:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316814.060181:0:51420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51420:1853163985731328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316814.060216:0:51420:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.064211:0:51420:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.066952:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731328 00000100:00100000:2.0:1767316814.066966:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731328 00000100:00100000:2.0:1767316814.067184:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767316814.067195:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51420:x1853163985731328:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316814.068364:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:51420:x1853163985731328:12345-0@lo:502:llog_process_th.0 Request processed in 1168us (8142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.069298:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1767316814.070088:0:51420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51420:1853163985731328:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1767316814.070207:0:51420:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 79 count 78 00000020:01000000:2.0:1767316814.070439:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 76-78 (rc=0) 10000000:01000000:2.0:1767316814.070458:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1767316814.070468:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.070564:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316814.070575:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1767316814.070578:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 71 10000000:01000000:2.0:1767316814.070581:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1767316814.070617:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.070625:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.070635:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316814.070659:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.070712:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316814.070828:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed94c8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.074398:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731456 00000100:00100000:3.0:1767316814.074466:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731456 00000100:00100000:3.0:1767316814.074547:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1767316814.074558:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+12:12916:x1853163985731456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316814.074575:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316814.074595:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7134 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba712d expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.074624:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7134 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba712d expref: 13 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.074861:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7134 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba712d expref: 13 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.074872:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38e00, rc 0) 00000100:00100000:3.0:1767316814.074952:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985731456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 395us (4238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.074959:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1767316814.075044:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316814.075062:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.075077:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316814.075153:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.075186:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316814.075223:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed94c8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.075450:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731584 00000100:00100000:3.0:1767316814.075454:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731584 00000100:00100000:3.0:1767316814.075487:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1767316814.075494:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985731584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.075611:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985731584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.075617:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1767316814.075774:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.075802:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.075845:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.075870:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf770240 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.075982:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731712 00000100:00100000:3.0:1767316814.075986:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731712 00000100:00100000:3.0:1767316814.076016:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1767316814.076023:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985731712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.076339:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985731712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 316us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.076346:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1767316814.076455:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985731712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.077019:0:51421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51421:1853163985731840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316814.077054:0:51421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.077080:0:51421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.077241:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731840 00000100:00100000:2.0:1767316814.077245:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731840 00000100:00100000:2.0:1767316814.077276:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1767316814.077283:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51421:x1853163985731840:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316814.077574:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51421:x1853163985731840:12345-0@lo:502:llog_process_th.0 Request processed in 291us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.077581:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767316814.077722:0:51421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51421:1853163985731840:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767316814.077776:0:51421:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1767316814.077786:0:51421:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767316814.077789:0:51421:0:(obd_config.c:1477:class_process_config()) marker 48 (0x1) lustre-MDT0000-m del lustre.test_206 00000020:00000080:0.0:1767316814.077793:0:51421:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1767316814.080949:0:51421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51421:1853163985731968:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1767316814.081042:0:51421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.081086:0:51421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf770180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.081472:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985731968 00000100:00100000:3.0:1767316814.081487:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985731968 00000100:00100000:3.0:1767316814.081541:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1767316814.081550:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51421:x1853163985731968:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316814.081801:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:51421:x1853163985731968:12345-0@lo:502:llog_process_th.0 Request processed in 251us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.081809:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1767316814.082839:0:51421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51421:1853163985731968:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1767316814.082880:0:51421:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1767316814.082889:0:51421:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767316814.082891:0:51421:0:(obd_config.c:1477:class_process_config()) marker 48 (0x2) lustre-MDT0000-m del lustre.test_206 00000040:00080000:0.0:1767316814.082895:0:51421:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 74 count 73 00000020:01000000:2.0:1767316814.083173:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 71-73 (rc=0) 10000000:01000000:2.0:1767316814.083193:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1767316814.083203:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.083214:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767316814.083225:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1767316814.083227:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ed9a0b800 from 76 10000000:01000000:2.0:1767316814.083230:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1767316814.083256:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.083264:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.083274:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316814.083293:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.083337:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316814.083380:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8a6c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.084150:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732096 00000100:00100000:3.0:1767316814.084162:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732096 00000100:00100000:3.0:1767316814.084225:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1767316814.084233:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:12916:x1853163985732096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316814.084247:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316814.084261:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba7142 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba713b expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.084286:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba7142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba713b expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.084296:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba7142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba713b expref: 14 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.084304:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38a00, rc 0) 00000100:00100000:3.0:1767316814.084356:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985732096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.084363:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1767316814.084751:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1767316814.084766:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7142 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316814.084776:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7142 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316814.084834:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.084866:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.084897:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf770180 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.084972:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732224 00000100:00100000:2.0:1767316814.084986:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732224 00000100:00100000:2.0:1767316814.085023:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1767316814.085029:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985732224:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.085144:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985732224:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.085151:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1767316814.085333:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.085359:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.085593:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316814.085612:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ecf770180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.085658:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732352 00000100:00100000:3.0:1767316814.085662:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732352 00000100:00100000:3.0:1767316814.085689:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1767316814.085695:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985732352:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.085855:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985732352:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 159us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.085862:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1767316814.086196:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.087252:0:51422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51422:1853163985732480:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316814.087303:0:51422:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.087385:0:51422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eed80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.087650:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732480 00000100:00100000:2.0:1767316814.087656:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732480 00000100:00100000:2.0:1767316814.087725:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1767316814.087784:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51422:x1853163985732480:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316814.088297:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51422:x1853163985732480:12345-0@lo:502:llog_process_th.0 Request processed in 513us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.088304:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1767316814.088393:0:51422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51422:1853163985732480:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316814.088442:0:51422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51422:1853163985732608:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316814.088474:0:51422:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316814.088708:0:51422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316814.088819:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732608 00000100:00100000:1.0:1767316814.088823:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732608 00000100:00100000:1.0:1767316814.088846:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1767316814.088851:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51422:x1853163985732608:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316814.089060:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:51422:x1853163985732608:12345-0@lo:502:llog_process_th.0 Request processed in 207us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316814.089067:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1767316814.089355:0:51422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51422:1853163985732608:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1767316814.089435:0:51422:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 79 count 78 00000020:01000000:1.0:1767316814.089690:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 76-78 (rc=0) 10000000:01000000:1.0:1767316814.089708:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1767316814.089716:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7142 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.089750:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9200/0xc472cb5f51ba713b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7142 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316814.089760:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1767316814.089762:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1767316814.089765:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1767316814.089790:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.089798:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.089807:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316814.089821:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.089852:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.089880:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.090116:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732736 00000100:00100000:2.0:1767316814.090121:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732736 00000100:00100000:2.0:1767316814.090159:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1767316814.090166:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:12916:x1853163985732736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316814.090174:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316814.090185:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85d9c00/0xc472cb5f51ba7150 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7149 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.090205:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85d9c00/0xc472cb5f51ba7150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7149 expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.090215:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85d9c00/0xc472cb5f51ba7150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7149 expref: 15 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.090224:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9c00, rc 0) 00000100:00100000:2.0:1767316814.090250:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985732736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.090257:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1767316814.090448:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316814.090459:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7150 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.090472:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7150 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316814.090597:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.090622:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.090672:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316814.090766:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732864 00000100:00100000:0.0:1767316814.090770:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732864 00000100:00100000:3.0:1767316814.090869:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1767316814.090878:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985732864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.091212:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985732864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 334us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.091218:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1767316814.091265:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.091288:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.091324:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.091384:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316814.091689:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985732992 00000100:00100000:1.0:1767316814.091692:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985732992 00000100:00100000:1.0:1767316814.091709:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1767316814.091714:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985732992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.091876:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985732992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316814.091883:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1767316814.092037:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985732992:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1767316814.093621:0:51423:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1767316814.093815:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1767316814.093836:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1767316814.093845:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7150 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.093855:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b06600/0xc472cb5f51ba7149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7150 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767316814.093865:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1767316814.093868:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9b3ec6fcf800 from 76 10000000:01000000:1.0:1767316814.093870:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1767316814.093911:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.093918:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.093928:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316814.093948:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.094015:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.094048:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eea80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.094232:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733120 00000100:00100000:2.0:1767316814.094239:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733120 00000100:00100000:2.0:1767316814.094281:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1767316814.094288:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:12916:x1853163985733120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316814.094299:0:41784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316814.094310:0:41784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85d8c00/0xc472cb5f51ba715e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7157 expref: -99 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.094332:0:41784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85d8c00/0xc472cb5f51ba715e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7157 expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.094341:0:41784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85d8c00/0xc472cb5f51ba715e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7157 expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.094350:0:41784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8c00, rc 0) 00000100:00100000:2.0:1767316814.094392:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985733120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.094398:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1767316814.094838:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316814.094853:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba715e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.094861:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba715e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316814.095181:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.095214:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.095235:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eea80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316814.095251:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733248 00000100:00100000:1.0:1767316814.095255:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733248 00000100:00100000:1.0:1767316814.095274:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1767316814.095279:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985733248:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.096632:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985733248:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1345us (1411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316814.096646:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1767316814.096863:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.097229:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733376:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1767316814.097277:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316814.097343:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.097460:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733376 00000100:00100000:2.0:1767316814.097466:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733376 00000100:00100000:2.0:1767316814.097619:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1767316814.097628:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985733376:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.097828:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985733376:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 200us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.097835:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1767316814.098215:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733376:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.102077:0:51424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51424:1853163985733504:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316814.102447:0:51424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316814.102536:0:51424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8ac8300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316814.102688:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733504 00000100:00100000:1.0:1767316814.102695:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733504 00000100:00100000:1.0:1767316814.102989:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767316814.103000:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51424:x1853163985733504:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1767316814.103295:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51424:x1853163985733504:12345-0@lo:502:llog_process_th.0 Request processed in 296us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316814.103304:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1767316814.103402:0:51424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51424:1853163985733504:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316814.103449:0:51424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51424:1853163985733632:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1767316814.103490:0:51424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316814.104282:0:51424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8696e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316814.104352:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733632 00000100:00100000:3.0:1767316814.104358:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733632 00000100:00100000:3.0:1767316814.104459:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1767316814.104466:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51424:x1853163985733632:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1767316814.104665:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:51424:x1853163985733632:12345-0@lo:502:llog_process_th.0 Request processed in 198us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.104672:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1767316814.104832:0:51424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:51424:1853163985733632:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1767316814.104856:0:51424:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 79 count 78 00000020:01000000:3.0:1767316814.105207:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 76-78 (rc=0) 10000000:01000000:3.0:1767316814.105227:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1767316814.105235:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba715e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.105247:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3ef7b07400/0xc472cb5f51ba7157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba715e expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316814.105256:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1767316814.105259:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1767316814.105261:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1767316814.105290:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.105298:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.105307:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316814.105324:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.105355:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316814.105386:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.105490:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733760 00000100:00100000:2.0:1767316814.105495:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733760 00000100:00100000:2.0:1767316814.105518:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1767316814.105524:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:12916:x1853163985733760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316814.105534:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316814.105547:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85d9e00/0xc472cb5f51ba716c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7165 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.105569:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85d9e00/0xc472cb5f51ba716c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7165 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.105583:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85d9e00/0xc472cb5f51ba716c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7165 expref: 17 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.105592:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9e00, rc 0) 00000100:00100000:2.0:1767316814.105626:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985733760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.105632:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1767316814.105770:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316814.105782:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba716c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.105791:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba716c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316814.105830:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.105854:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316814.105867:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.105968:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985733888 00000100:00100000:2.0:1767316814.105981:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985733888 00000100:00100000:2.0:1767316814.105997:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1767316814.106002:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985733888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.106362:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985733888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 358us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.106377:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1767316814.106629:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985733888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.106657:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985734016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.106694:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316814.106771:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316814.106895:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734016 00000100:00100000:0.0:1767316814.106899:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734016 00000100:00100000:0.0:1767316814.106952:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1767316814.106960:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985734016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.107328:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985734016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 368us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316814.107335:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1767316814.107634:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985734016:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1767316814.108918:0:51425:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1767316814.109271:0:12916:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1767316814.109291:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1767316814.109301:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba716c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.109312:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c38600/0xc472cb5f51ba7165 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba716c expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316814.109323:0:12916:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1767316814.109325:0:12916:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9b3ec81f98d8 from 1 10000000:01000000:3.0:1767316814.109328:0:12916:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1767316814.109360:0:12916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.109434:0:12916:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.109446:0:12916:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316814.109469:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985734144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.110170:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316814.110214:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316814.110265:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734144 00000100:00100000:2.0:1767316814.110272:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734144 00000100:00100000:2.0:1767316814.110381:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1767316814.110391:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:12916:x1853163985734144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316814.110405:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316814.110419:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85d8000/0xc472cb5f51ba717a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc472cb5f51ba7173 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.110441:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85d8000/0xc472cb5f51ba717a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc472cb5f51ba7173 expref: 18 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.110452:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85d8000/0xc472cb5f51ba717a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc472cb5f51ba7173 expref: 18 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.110465:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8000, rc 0) 00000100:00100000:2.0:1767316814.110514:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985734144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.110521:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1767316814.110759:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985734144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1767316814.110774:0:12916:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba717a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.110783:0:12916:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba717a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316814.110852:0:12916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985734272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.110876:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316814.110897:0:12916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316814.110958:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734272 00000100:00100000:0.0:1767316814.110964:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734272 00000100:00100000:0.0:1767316814.110995:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1767316814.111003:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985734272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1767316814.111271:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:12916:x1853163985734272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 269us (393us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767316814.111279:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1767316814.111353:0:12916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:12916:1853163985734272:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1767316814.111382:0:12916:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1767316814.111387:0:12916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba717a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316814.111396:0:12916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39600/0xc472cb5f51ba7173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba717a expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316814.620426:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316814.620653:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897856 00000100:00100000:1.0:1767316814.620663:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897856 00000100:00100000:1.0:1767316814.620856:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 759 00000100:00100000:1.0:1767316814.620867:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+7:40047:x1853163933897856:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1767316814.620884:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316814.620903:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba7181 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a643 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.620931:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba7181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a643 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.620942:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba7181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a643 expref: 8 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316814.620951:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07e00, rc 0) 00000100:00100000:1.0:1767316814.621037:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933897856:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 172us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316814.621045:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 759 00000100:00100000:1.0:1767316814.623725:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316814.623805:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933897984 00000100:00100000:3.0:1767316814.623824:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933897984 00000100:00100000:3.0:1767316814.623871:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 760 00000100:00100000:3.0:1767316814.623880:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933897984:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.624042:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933897984:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 163us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.624054:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 760 00000100:00100000:0.0:1767316814.627321:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316814.627660:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898112 00000100:00100000:2.0:1767316814.627670:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898112 00000100:00100000:2.0:1767316814.627761:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 761 00000100:00100000:2.0:1767316814.627770:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933898112:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1767316814.628000:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd51b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933898112:12345-192.168.204.9@tcp:503:ll_cfg_requeue.0 Request processed in 230us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.628008:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 761 00000100:00100000:0.0:1767316814.632190:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316814.632374:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898240 00000100:00100000:3.0:1767316814.632385:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898240 00000100:00100000:3.0:1767316814.632444:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:3.0:1767316814.632453:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70239:x1853163933898240:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316814.632903:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd518450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70239:x1853163933898240:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 449us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316814.632912:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:1.0:1767316814.637543:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316814.637645:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898368 00000100:00100000:2.0:1767316814.637656:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898368 00000100:00100000:2.0:1767316814.637720:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 763 00000100:00100000:2.0:1767316814.637759:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70239:x1853163933898368:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316814.638602:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd955450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:70239:x1853163933898368:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 868us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.638611:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 763 00000100:00100000:0.0:1767316814.642709:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316814.643665:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898496 00000100:00100000:2.0:1767316814.643675:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898496 00000100:00100000:2.0:1767316814.643725:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 764 00000100:00100000:2.0:1767316814.643753:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+8:40047:x1853163933898496:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1767316814.643770:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316814.643787:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85d8400/0xc472cb5f51ba7188 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a64a expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.643825:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85d8400/0xc472cb5f51ba7188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a64a expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.643836:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85d8400/0xc472cb5f51ba7188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a64a expref: 9 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316814.643845:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8400, rc 0) 00000100:00100000:2.0:1767316814.643902:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd957450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933898496:12345-192.168.204.9@tcp:101:ll_cfg_requeue.0 Request processed in 150us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316814.643910:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 764 00000100:00100000:0.0:1767316814.647230:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316814.647292:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898624 00000100:00100000:3.0:1767316814.647302:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898624 00000100:00100000:3.0:1767316814.647356:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 765 00000100:00100000:3.0:1767316814.647365:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933898624:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1767316814.647482:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd956850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:40047:x1853163933898624:12345-192.168.204.9@tcp:501:ll_cfg_requeue.0 Request processed in 117us (257us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767316814.647490:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 765 00010000:00010000:3.0:1767316814.947916:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316815.972040:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316816.548585:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985734656:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.548750:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985734528:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.548816:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316816.548887:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985735040:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.548911:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316816.548948:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767316816.548954:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985734400:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.548986:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316816.549006:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985734912:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.549425:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316816.549465:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734528 00000100:00100000:0.0:1767316816.549473:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734528 00000100:00100000:0.0:1767316816.549525:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735040 00000100:00100000:0.0:1767316816.549528:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735040 00000100:00100000:0.0:1767316816.549548:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1767316816.549556:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985734528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.549670:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316816.549781:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734656 00000100:00100000:2.0:1767316816.549785:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734656 00000100:00100000:2.0:1767316816.549817:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1767316816.549823:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985735040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316816.552461:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1767316816.552488:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985734656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.555945:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316816.555972:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985734784:0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.556051:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316816.556111:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734912 00000100:00100000:1.0:1767316816.556119:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734912 00000100:00100000:1.0:1767316816.556180:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734784 00000100:00100000:1.0:1767316816.556184:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734784 00000100:00100000:1.0:1767316816.556219:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1767316816.556228:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985734912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.556288:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985734912:12345-0@lo:400:kworker.0 Request processed in 60us (6862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316816.556295:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1767316816.556311:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1767316816.556317:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985734784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.556346:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985734784:12345-0@lo:400:kworker.0 Request processed in 30us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316816.556352:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1767316816.556393:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985734784:0@lo:400:kworker.0 00000100:00080000:1.0:1767316816.556438:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316816.556442:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316816.556446:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316816.556471:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985734912:0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.556484:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985734528:0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.565534:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985734400 00000100:00100000:1.0:1767316816.565551:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985734400 00000100:00100000:1.0:1767316816.565690:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767316816.565701:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985734400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316816.565809:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf719850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985734400:12345-0@lo:400:kworker.0 Request processed in 111us (16821us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316816.565817:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767316816.565887:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985734400:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.566363:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985734528:12345-0@lo:400:kworker.0 Request processed in 16805us (17545us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316816.566373:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767316816.566518:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985735040:12345-0@lo:400:kworker.0 Request processed in 16693us (17604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316816.566526:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1767316816.566763:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985735040:0@lo:400:kworker.0 00000100:00100000:0.0:1767316816.567425:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985734656:12345-0@lo:400:kworker.0 Request processed in 14950us (18224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316816.567434:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1767316816.567512:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985734656:0@lo:400:kworker.0 00010000:00010000:2.0:1767316816.996092:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316817.572297:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316817.572483:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985735168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316817.572555:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316817.572626:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735168 00000100:00100000:1.0:1767316817.572634:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735168 00000100:00100000:1.0:1767316817.572690:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1767316817.572699:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985735168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316817.572753:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316817.572814:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985735168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316817.572820:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1767316817.572871:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985735168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316817.573347:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316817.573357:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985735296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316817.573393:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316817.573468:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735296 00000100:00100000:2.0:1767316817.573473:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735296 00000100:00100000:2.0:1767316817.573514:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1767316817.573522:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985735296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316817.573546:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 399835136 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316817.573583:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985735296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316817.573589:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1767316817.574056:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985735296:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1767316818.025248:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316818.594307:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316818.594356:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316818.594395:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316818.594424:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316818.594440:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898752 00000100:00100000:0.0:1767316818.594451:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898752 00000100:00100000:1.0:1767316818.594504:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933899136 00000100:00100000:1.0:1767316818.594509:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933899136 00000100:00100000:0.0:1767316818.594512:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 767 00000100:00100000:0.0:1767316818.594521:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933898752:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316818.594559:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933899008 00000100:00100000:1.0:1767316818.594561:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933899008 00000100:00100000:0.0:1767316818.594591:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933898752:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 71us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316818.594597:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 956 00000100:00100000:0.0:1767316818.594599:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 767 00000100:00100000:1.0:1767316818.594604:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933899136:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316818.594632:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933899136:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316818.594638:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 956 00000100:00100000:0.0:1767316818.594643:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 957 00000100:00100000:0.0:1767316818.594649:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933899008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316818.594672:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933899008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316818.594678:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 957 00000100:00080000:0.0:1767316818.594695:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316818.594699:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316818.595047:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933898880 00000100:00100000:3.0:1767316818.595052:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933898880 00000100:00080000:0.0:1767316818.595079:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316818.595097:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 565 00000100:00100000:3.0:1767316818.595104:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2483:x1853163933898880:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316818.595139:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2483:x1853163933898880:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316818.595145:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 565 00010000:00010000:2.0:1767316819.048808:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316820.071426:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316821.101274:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767316821.247716:0:51620:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 207: create another replica with existing out-of-sync one ========================================================== 20:20:19 (1767316819) 00000100:00100000:2.0:1767316821.397834:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.400319:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933899392 00000100:00100000:3.0:1767316821.400335:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933899392 00000100:00100000:3.0:1767316821.400415:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8133 00000100:00100000:3.0:1767316821.400432:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:70828:x1853163933899392:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316821.400458:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.400462:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316821.400495:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba6f7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5fd expref: 23 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.400593:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316821.400604:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316821.400622:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba718f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a651 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767316821.400751:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1767316821.400786:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.400800:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.400811:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.400885:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.400894:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.400900:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00080000:3.0:1767316821.403427:0:42523:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x273:0x0], index 0: 0 00010000:00010000:3.0:1767316821.404051:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba71a4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404068:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba71a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404080:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba71a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404128:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404136:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404143:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404150:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.404154:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404162:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404183:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326600) 00010000:00010000:3.0:1767316821.404187:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.404192:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.404199:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7196 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316821.404211:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c51a1cee reply state 0000000050815dc6 transno 8589942677 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316821.404220:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316821.404254:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba718f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a651 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.404275:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba71a4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a651 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.404282:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:3.0:1767316821.404284:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316821.404287:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa600, rc 0) 00000100:00100000:3.0:1767316821.404365:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70828:x1853163933899392:12345-192.168.204.9@tcp:101:dd.0 Request processed in 3939us (6542us total) trans 8589942677 rc 0/0 00000100:00100000:3.0:1767316821.404375:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8133 00010000:00010000:3.0:1767316821.415766:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.415782:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.415790:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.415799:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.415804:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.415812:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.415830:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x62a712df (ffff9b3ec1326000) 00010000:00010000:3.0:1767316821.415834:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.415849:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.415856:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba719d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316821.441533:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.441571:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933899520 00000100:00100000:3.0:1767316821.441581:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933899520 00000100:00100000:3.0:1767316821.441659:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12362 00000100:00100000:3.0:1767316821.441673:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:70828:x1853163933899520:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316821.441693:0:14914:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.441717:0:14914:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a658 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316821.441767:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316821.441789:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316821.441792:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316821.441803:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 14 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.441825:0:14914:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 14 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.441847:0:14914:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fba00, rc 0) 00000100:00100000:3.0:1767316821.441904:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:70828:x1853163933899520:12345-192.168.204.9@tcp:101:dd.0 Request processed in 234us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.441912:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12362 00000100:00080000:3.0:1767316821.441936:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316821.500302:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316821.501071:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933899904 00000100:00100000:0.0:1767316821.501083:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933899904 00000100:00100000:1.0:1767316821.501255:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3238 00000100:00100000:1.0:1767316821.501267:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:70828:x1853163933899904:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1767316821.501703:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70828:x1853163933899904:12345-192.168.204.9@tcp:35:dd.0 Request processed in 436us (1409us total) trans 8589942678 rc 0/0 00000100:00100000:1.0:1767316821.501711:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3238 00000100:00100000:2.0:1767316821.505144:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316821.507038:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933899648 00000100:00100000:0.0:1767316821.507060:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933899648 00002000:00100000:1.0:1767316821.507176:0:14920:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x273:0x0] (0->1048575) req@ffff9b3ef79e2d80 x1853163933899648/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:752/0 lens 488/0 e 0 to 0 dl 1767316832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316821.507187:0:14920:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef79e2d80 with x1853163933899648 ext(0->1048575) 00002000:00010000:1.0:1767316821.507194:0:14920:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ef79e2d80 00000100:00100000:1.0:1767316821.507233:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6732 00000100:00100000:1.0:1767316821.507242:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2485:x1853163933899648:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:2.0:1767316821.542431:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2485:x1853163933899648:12345-192.168.204.9@tcp:4:dd.0 Request processed in 35178us (37287us total) trans 21474840601 rc 0/0 00000100:00100000:2.0:1767316821.542447:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6732 00002000:00100000:2.0:1767316821.542461:0:14920:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x273:0x0] (0->1048575) req@ffff9b3ef79e2d80 x1853163933899648/t21474840601(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:752/0 lens 488/448 e 0 to 0 dl 1767316832 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316821.542471:0:14920:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef79e2d80 with x1853163933899648 ext(0->1048575) 00002000:00010000:2.0:1767316821.542478:0:14920:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ef79e2d80 00000100:00100000:2.0:1767316821.556712:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.556969:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933900032 00000100:00100000:3.0:1767316821.556980:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933900032 00000100:00100000:3.0:1767316821.557045:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8134 00000100:00100000:3.0:1767316821.557054:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70829:x1853163933900032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316821.557078:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.557102:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba71b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a65f expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.557167:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba71c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.557190:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba71c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.557202:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba71c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316821.557260:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316821.557264:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316821.557288:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba71c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.557313:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba71b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a65f expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.557334:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba71c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a65f expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.557342:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326000) 00010000:00010000:3.0:1767316821.557345:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316821.557349:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fae00, rc 0) 00000100:00100000:3.0:1767316821.557415:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70829:x1853163933900032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 361us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.557423:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8134 00000100:00100000:3.0:1767316821.561184:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316821.561281:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933900160 00000100:00100000:2.0:1767316821.561293:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933900160 00000100:00100000:2.0:1767316821.561355:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8135 00000100:00100000:2.0:1767316821.561366:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70829:x1853163933900160:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316821.561390:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316821.561417:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba71c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a666 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.561486:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561499:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561511:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561524:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561531:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561537:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561600:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561608:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561614:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561620:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316821.561624:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561631:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561644:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326000) 00010000:00010000:2.0:1767316821.561647:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316821.561652:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561658:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba71ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561672:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561677:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561682:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561686:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316821.561688:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561693:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561699:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316821.561702:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316821.561705:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561711:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba71d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316821.561791:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba71c7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a666 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.561801:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326000) 00010000:00010000:2.0:1767316821.561804:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316821.561807:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba71c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a666 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.561821:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9400, rc 0) 00000100:00100000:2.0:1767316821.561969:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70829:x1853163933900160:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 604us (802us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316821.561977:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8135 00000100:00100000:1.0:1767316821.571213:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.571423:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933900416 00000100:00100000:3.0:1767316821.571436:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933900416 00000100:00100000:3.0:1767316821.571528:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8136 00000100:00100000:3.0:1767316821.571538:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70829:x1853163933900416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316821.571559:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.571563:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316821.571589:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba71c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a65f expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.571608:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326000) 00010000:00010000:3.0:1767316821.571618:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316821.571632:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba71dc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a66d expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.571846:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.571859:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.571868:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.571881:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.571888:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.571893:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572366:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572375:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572382:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316821.572392:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 0 00010000:00010000:3.0:1767316821.572417:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572424:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572435:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572441:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.572445:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572452:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572461:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec1326d00) 00010000:00010000:3.0:1767316821.572463:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.572467:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.572473:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba71e3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000004:00010000:3.0:1767316821.572483:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003fd93e0c reply state 00000000c8de4ff0 transno 8589942679 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316821.572492:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316821.572518:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba71dc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.572536:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.572543:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316821.572545:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316821.572548:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa800, rc 0) 00000100:00100000:3.0:1767316821.572620:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70829:x1853163933900416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1083us (1415us total) trans 8589942679 rc 0/0 00000100:00100000:3.0:1767316821.572628:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8136 00000100:00100000:0.0:1767316821.576815:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1767316821.577230:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577244:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577252:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577259:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fb400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.577263:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577271:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577289:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ec2e86300) 00010000:00010000:3.0:1767316821.577293:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.577298:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577303:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba71ea lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316821.577354:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933900672 00000100:00100000:3.0:1767316821.577366:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933900672 00000100:00100000:3.0:1767316821.577424:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8137 00000100:00100000:3.0:1767316821.577434:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70829:x1853163933900672:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316821.577461:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.577483:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba71ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a674 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.577584:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577598:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.577606:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.577642:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.577655:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 28 pid: 41789 timeout: 2166 lvb_type: 0 00000100:00100000:3.0:1767316821.577668:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985735424:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316821.577787:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fedf00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316821.590174:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316821.590306:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933900800 00000100:00100000:2.0:1767316821.590317:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933900800 00010000:00010000:2.0:1767316821.590369:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 29 pid: 41789 timeout: 2166 lvb_type: 0 00000100:00100000:2.0:1767316821.590424:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6347 00000100:00100000:2.0:1767316821.590434:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2483:x1853163933900800:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316821.590449:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316821.590455:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 29 pid: 41789 timeout: 2166 lvb_type: 0 00010000:00010000:2.0:1767316821.590468:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 29 pid: 41789 timeout: 2166 lvb_type: 0 00010000:00010000:2.0:1767316821.590493:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316821.590499:0:12905:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316821.590509:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316821.590515:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316821.590537:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316821.590589:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2483:x1853163933900800:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 155us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316821.590597:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6347 00010000:00010000:3.0:1767316821.591935:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba71f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a66d expref: 28 pid: 41789 timeout: 2166 lvb_type: 0 00000100:00100000:3.0:1767316821.591962:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985735424:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316821.591986:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.591997:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592003:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316821.592025:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 0 00000004:00080000:3.0:1767316821.592239:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x274:0x0], index 0: 0 00000004:00080000:3.0:1767316821.592246:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x277:0x0], index 1: 0 00000004:00080000:3.0:1767316821.592253:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x278:0x0], index 1: 0 00000004:00080000:3.0:1767316821.592258:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x275:0x0], index 0: 0 00010000:00010000:3.0:1767316821.592449:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592457:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592464:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592470:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.592474:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592481:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592499:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316821.592502:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316821.592508:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592513:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7206 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316821.592584:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba71ff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a674 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.592600:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316821.592602:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316821.592606:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba71ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a674 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.592616:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38400, rc 0) 00000100:00100000:3.0:1767316821.592692:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70829:x1853163933900672:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 15259us (15889us total) trans 8589942680 rc 301/301 00000100:00100000:3.0:1767316821.592705:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8137 00000100:00100000:0.0:1767316821.596949:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316821.597133:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933901056 00000100:00100000:1.0:1767316821.597144:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933901056 00000100:00100000:1.0:1767316821.597200:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3239 00000100:00100000:1.0:1767316821.597209:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70829:x1853163933901056:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316821.597605:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70829:x1853163933901056:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 395us (665us total) trans 8589942681 rc 0/0 00000100:00100000:1.0:1767316821.597614:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3239 00000100:00100000:1.0:1767316821.601587:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.601672:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933901312 00000100:00100000:3.0:1767316821.601682:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933901312 00000100:00100000:3.0:1767316821.601774:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3240 00000100:00100000:3.0:1767316821.601784:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70829:x1853163933901312:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316821.602292:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70829:x1853163933901312:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 507us (712us total) trans 8589942682 rc 0/0 00000100:00100000:3.0:1767316821.602300:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3240 00000100:00100000:0.0:1767316821.643655:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.646043:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933901440 00000100:00100000:3.0:1767316821.646060:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933901440 00000100:00100000:0.0:1767316821.646246:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8138 00000100:00100000:0.0:1767316821.646257:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70831:x1853163933901440:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316821.646285:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316821.646312:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba7214 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a67b expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.646384:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba721b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.646399:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba721b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.646411:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba721b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316821.646472:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316821.646476:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316821.646500:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba721b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.646524:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba7214 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a67b expref: 31 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.646544:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba721b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a67b expref: 30 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.646553:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55aa00) 00010000:00010000:0.0:1767316821.646556:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316821.646559:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:0.0:1767316821.646786:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70831:x1853163933901440:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 528us (3144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316821.646798:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8138 00000100:00100000:1.0:1767316821.652569:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316821.653618:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933901696 00000100:00100000:0.0:1767316821.653632:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933901696 00000100:00100000:0.0:1767316821.653704:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8139 00000100:00100000:0.0:1767316821.653714:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70831:x1853163933901696:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316821.653752:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316821.653771:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba7222 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a682 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.653853:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.653866:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.653877:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.653889:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.653894:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.653900:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654006:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654013:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654019:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654025:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316821.654029:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654035:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654045:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55aa00) 00010000:00010000:0.0:1767316821.654049:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316821.654053:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654058:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7229 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654069:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654075:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654080:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654084:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316821.654086:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654092:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654102:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3efc55a900) 00010000:00010000:0.0:1767316821.654104:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316821.654107:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654113:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7230 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316821.654141:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba7222 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a682 expref: 31 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.654150:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55aa00) 00010000:00010000:0.0:1767316821.654153:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316821.654156:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba7222 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a682 expref: 31 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.654164:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:0.0:1767316821.654228:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70831:x1853163933901696:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 515us (1669us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316821.654236:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8139 00000100:00100000:1.0:1767316821.661858:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.661963:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933901824 00000100:00100000:3.0:1767316821.661975:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933901824 00000100:00100000:3.0:1767316821.662039:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8140 00000100:00100000:3.0:1767316821.662049:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70831:x1853163933901824:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316821.662134:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662151:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662164:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662193:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662200:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662206:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662312:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662320:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662327:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316821.662361:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 0 00000004:00200000:3.0:1767316821.662365:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316821.662377:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662390:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662396:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662403:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662413:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.662417:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662424:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662434:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55aa00) 00010000:00010000:3.0:1767316821.662437:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.662442:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662448:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba7237 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662463:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662468:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662474:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662479:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.662481:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662486:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662493:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316821.662495:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.662498:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662504:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba723e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662531:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662538:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662543:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662548:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.662551:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662557:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662564:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316821.662566:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.662569:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316821.662574:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7245 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316821.662656:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70831:x1853163933901824:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 607us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.662666:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8140 00000100:00100000:3.0:1767316821.669015:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985735552:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.669105:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316821.669160:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985736064:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.669197:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316821.669217:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316821.669222:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985735680:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.669247:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316821.669262:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985736192:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.669282:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316821.669307:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985735808:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.669328:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316821.669343:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316821.669348:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985735936:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.669367:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316821.669400:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736064 00000100:00100000:3.0:1767316821.669408:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736064 00000100:00100000:3.0:1767316821.669464:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735936 00000100:00100000:3.0:1767316821.669468:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735936 00000100:00100000:3.0:1767316821.669492:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1767316821.669501:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985736064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316821.669576:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735552 00000100:00100000:2.0:1767316821.669581:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735552 00000100:00100000:2.0:1767316821.669614:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1767316821.669620:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985735552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316821.669673:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc6b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985735552:12345-0@lo:400:kworker.0 Request processed in 52us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316821.669685:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1767316821.671550:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985736064:12345-0@lo:400:kworker.0 Request processed in 2039us (2341us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.671566:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1767316821.671600:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1767316821.671611:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985735936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.671663:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985735936:12345-0@lo:400:kworker.0 Request processed in 55us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.671671:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:3.0:1767316821.671691:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316821.671697:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316821.671703:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985735936:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672237:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985736064:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672250:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985735552:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672277:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735680 00000100:00100000:3.0:1767316821.672283:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735680 00000100:00100000:3.0:1767316821.672343:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736192 00000100:00100000:3.0:1767316821.672347:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736192 00000100:00100000:3.0:1767316821.672366:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985735808 00000100:00100000:3.0:1767316821.672368:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985735808 00000100:00100000:3.0:1767316821.672387:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1767316821.672393:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985735680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672440:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985735680:12345-0@lo:400:kworker.0 Request processed in 47us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.672447:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1767316821.672459:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1767316821.672465:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985736192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672493:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985736192:12345-0@lo:400:kworker.0 Request processed in 28us (3210us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.672498:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1767316821.672516:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1767316821.672522:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985735808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672564:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985735808:12345-0@lo:400:kworker.0 Request processed in 42us (3234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.672570:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1767316821.672605:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985735680:0@lo:400:kworker.0 00000100:00100000:3.0:1767316821.672617:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985736192:0@lo:400:kworker.0 00000100:00080000:1.0:1767316821.673464:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316821.674466:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985735808:0@lo:400:kworker.0 00000100:00100000:1.0:1767316821.726058:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316821.727804:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933902080 00000100:00100000:0.0:1767316821.727821:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933902080 00000100:00100000:1.0:1767316821.727940:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8141 00000100:00100000:1.0:1767316821.727953:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70836:x1853163933902080:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316821.727979:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316821.728004:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba724c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a689 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.728110:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7253 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316821.728124:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7253 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316821.728135:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7253 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:1.0:1767316821.728150:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x209:0x0]: returning size 1048576 00010000:00010000:1.0:1767316821.728600:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba724c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a689 expref: 33 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.728620:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7253 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a689 expref: 32 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.728628:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316821.728631:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316821.728634:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316821.728804:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70836:x1853163933902080:12345-192.168.204.9@tcp:101:dd.0 Request processed in 852us (2756us total) trans 8589942683 rc 0/0 00000100:00100000:1.0:1767316821.728812:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8141 00000100:00100000:3.0:1767316821.746927:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316821.747123:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316821.748609:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933902464 00000100:00100000:2.0:1767316821.748623:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933902464 00000100:00100000:2.0:1767316821.748692:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8142 00000100:00100000:2.0:1767316821.748702:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70836:x1853163933902464:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1767316821.748764:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316821.748767:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316821.748792:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba721b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a67b expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.748813:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55aa00) 00010000:00010000:2.0:1767316821.748822:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316821.748849:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7261 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a690 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.748994:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749006:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749015:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749027:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749033:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749039:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749109:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba7276 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749116:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba7276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749123:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba7276 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316821.749131:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 0 00010000:00010000:2.0:1767316821.749240:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749249:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749260:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749266:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316821.749270:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749279:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749287:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316821.749289:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316821.749292:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749298:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749308:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749313:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749318:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749322:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316821.749324:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749330:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749339:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316821.749341:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316821.749344:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.749350:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba726f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.750785:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7261 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a690 expref: 34 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.750816:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba7276 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a690 expref: 33 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.750826:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316821.750828:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316821.750844:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8a00, rc 0) 00000100:00100000:2.0:1767316821.750914:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70836:x1853163933902464:12345-192.168.204.9@tcp:101:dd.0 Request processed in 2213us (3790us total) trans 8589942684 rc 0/0 00000100:00100000:2.0:1767316821.750924:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8142 00000100:00100000:0.0:1767316821.752942:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933902208 00000100:00100000:0.0:1767316821.752957:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933902208 00000100:00100000:0.0:1767316821.753029:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 865 00000100:00100000:0.0:1767316821.753038:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa05c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:2484:x1853163933902208:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316821.753054:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316821.753080:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7253 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a689 expref: 33 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316821.753101:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:0.0:1767316821.753106:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316821.753163:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa05c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:2484:x1853163933902208:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 125us (6246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316821.753170:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 865 00000100:00100000:3.0:1767316821.767432:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316821.767525:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933902720 00000100:00100000:2.0:1767316821.767537:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933902720 00000100:00100000:2.0:1767316821.767594:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8143 00000100:00100000:2.0:1767316821.767605:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70836:x1853163933902720:12345-192.168.204.9@tcp:36:dd.0 00010000:00010000:2.0:1767316821.767663:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316821.767691:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba7276 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a690 expref: 32 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.767715:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316821.767766:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316821.767997:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.768010:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316821.768019:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000001:00080000:2.0:1767316821.768070:0:41790:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942685 00000004:00010000:2.0:1767316821.768095:0:41790:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000020ecb5fc reply state 000000006e578817 transno 8589942686 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316821.768103:0:41790:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316821.768200:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70836:x1853163933902720:12345-192.168.204.9@tcp:36:dd.0 Request processed in 596us (779us total) trans 8589942686 rc 0/0 00000100:00100000:2.0:1767316821.768208:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8143 00000020:00080000:2.0:1767316821.768213:0:41790:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1767316821.769685:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.769701:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.769709:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.769716:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316821.769720:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.769764:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.769781:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316821.769784:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316821.769790:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.769795:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba7284 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:3.0:1767316821.770784:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316821.775677:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933902848 00000100:00100000:0.0:1767316821.775694:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933902848 00000100:00100000:1.0:1767316821.779844:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8144 00000100:00100000:1.0:1767316821.779860:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70836:x1853163933902848:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316821.779894:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316821.779921:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba728b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a697 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.779987:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba728b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a697 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.780004:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba728b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a697 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.780026:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316821.780030:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316821.780034:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316821.780113:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70836:x1853163933902848:12345-192.168.204.9@tcp:101:dd.0 Request processed in 255us (9334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316821.780120:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8144 00000100:00100000:1.0:1767316821.788638:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.789110:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933903104 00000100:00100000:3.0:1767316821.789122:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933903104 00000100:00100000:3.0:1767316821.789186:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8145 00000100:00100000:3.0:1767316821.789197:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:70836:x1853163933903104:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316821.789417:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.789421:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316821.789451:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba728b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a697 expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.789471:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:3.0:1767316821.789482:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316821.789499:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7292 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a69e expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.789556:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7299 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.789570:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7299 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.789581:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7299 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000040:00080000:3.0:1767316821.790029:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2376, 88 off205344 00000004:00080000:3.0:1767316821.790040:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2067033310240ns, next at 2026794269872ns, rc = 0 00000040:00080000:3.0:1767316821.791771:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2376, 88 off205544 00000004:00080000:3.0:1767316821.791787:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2067035057275ns, next at 2026794325167ns, rc = 0 00000040:00080000:3.0:1767316821.791826:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2377, 88 off205632 00000004:00080000:3.0:1767316821.791839:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2067035109962ns, next at 2026794325167ns, rc = 0 00000040:00080000:3.0:1767316821.791868:0:41790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2377, 88 off205432 00000004:00080000:3.0:1767316821.791873:0:41790:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2067035143885ns, next at 2026794269872ns, rc = 0 00000001:00080000:2.0:1767316821.860394:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942683 is committed 00000001:00080000:2.0:1767316821.860419:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942686 is committed 00000001:00080000:2.0:1767316821.860430:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942687 is committed 00000004:00080000:2.0:1767316821.860435:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1987 committed 00000004:00080000:2.0:1767316821.860441:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1986 committed 00000004:00080000:2.0:1767316821.860454:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1985 committed 00000004:00080000:2.0:1767316821.860456:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1986 committed 00000100:00100000:1.0:1767316821.860614:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985736448:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316821.860687:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316821.860748:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316821.860755:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985736320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316821.860781:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316821.860816:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736448 00000100:00100000:1.0:1767316821.860824:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736448 00000100:00100000:1.0:1767316821.860882:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736320 00000100:00100000:1.0:1767316821.860886:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736320 00000100:00100000:1.0:1767316821.860909:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12363 00000100:00100000:1.0:1767316821.860917:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5464450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985736448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316821.861621:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985736704:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316821.861652:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316821.861677:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316821.861683:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985736576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316821.861704:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316821.861766:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736704 00000100:00100000:0.0:1767316821.861771:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736704 00000100:00100000:0.0:1767316821.861797:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736576 00000100:00100000:0.0:1767316821.861800:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736576 00000100:00100000:0.0:1767316821.861816:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12364 00000100:00100000:0.0:1767316821.861824:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985736320:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316821.862105:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5464450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:6215:x1853163985736448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1187us (1416us total) trans 17179873718 rc 0/0 00000100:00100000:1.0:1767316821.862114:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12363 00000100:00100000:1.0:1767316821.862284:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12365 00000100:00100000:1.0:1767316821.862292:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985736704:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316821.862439:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985736704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (785us total) trans 21474840602 rc 0/0 00000100:00100000:1.0:1767316821.862446:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12365 00000100:00100000:1.0:1767316821.862458:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12366 00000100:00100000:1.0:1767316821.862465:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985736576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316821.862653:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985736576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 187us (947us total) trans 21474840603 rc 0/0 00000100:00100000:1.0:1767316821.862659:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12366 00000004:00080000:1.0:1767316821.862721:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf4380/2, rc 0, transno 21474840603 00000100:00100000:1.0:1767316821.862750:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985736576:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1767316821.862762:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf6a00/2, rc 0, transno 21474840602 00000100:00100000:1.0:1767316821.862766:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985736704:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316821.862895:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985736320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1070us (2111us total) trans 17179873719 rc 0/0 00000100:00100000:0.0:1767316821.862901:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12364 00010000:00010000:3.0:1767316821.863147:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7299 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a69e expref: 25 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.863162:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316821.863165:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316821.863183:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba7292 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a69e expref: 25 pid: 41790 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1767316821.863202:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7299 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a69e expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.863240:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316821.863243:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316821.863245:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c38c00, rc 0) 00000100:00100000:3.0:1767316821.863306:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:70836:x1853163933903104:12345-192.168.204.9@tcp:101:dd.0 Request processed in 74110us (74677us total) trans 8589942687 rc 0/0 00000100:00100000:3.0:1767316821.863314:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8145 00000004:00080000:2.0:1767316821.865883:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc8ee4e00/2, rc 0, transno 17179873718 00000100:00100000:2.0:1767316821.865898:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985736448:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1767316821.865915:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc8ee6300/2, rc 0, transno 17179873719 00000100:00100000:2.0:1767316821.865919:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985736320:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316821.866989:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316821.867309:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933903232 00000100:00100000:2.0:1767316821.867319:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933903232 00000100:00100000:2.0:1767316821.867372:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12367 00000100:00100000:2.0:1767316821.867381:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:70836:x1853163933903232:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1767316821.867403:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316821.867426:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6a5 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316821.867450:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316821.867470:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316821.867471:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316821.867478:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 17 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.867494:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 17 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316821.867757:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8a00, rc 0) 00000100:00100000:2.0:1767316821.867814:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:70836:x1853163933903232:12345-192.168.204.9@tcp:101:dd.0 Request processed in 434us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316821.867820:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12367 00000100:00100000:0.0:1767316821.869473:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.869549:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933903360 00000100:00100000:3.0:1767316821.869558:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933903360 00000100:00100000:3.0:1767316821.869622:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12368 00000100:00100000:3.0:1767316821.869631:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:70836:x1853163933903360:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316821.869648:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.869669:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6ac expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316821.869692:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316821.869711:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316821.869714:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316821.869720:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 13 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.869762:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 13 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.869774:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3dc6c39000, rc 0) 00000100:00100000:3.0:1767316821.869876:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:70836:x1853163933903360:12345-192.168.204.9@tcp:101:dd.0 Request processed in 245us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.869884:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12368 00000100:00080000:1.0:1767316821.871193:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316821.873785:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316821.873842:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316821.873910:0:14920:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933903488 00000100:00100000:2.0:1767316821.873921:0:14920:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933903488 00000100:00100000:3.0:1767316821.873943:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933903616 00000100:00100000:3.0:1767316821.873948:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933903616 00002000:00010000:3.0:1767316821.873971:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/631 (0->18446744073709551615) 00002000:00010000:2.0:1767316821.873972:0:14920:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/628 (0->18446744073709551615) 00002000:00100000:2.0:1767316821.873977:0:14920:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7d33100 with x1853163933903488 ext(0->18446744073709551615) 00002000:00100000:3.0:1767316821.873977:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7d33800 with x1853163933903616 ext(0->18446744073709551615) 00002000:00010000:2.0:1767316821.873988:0:14920:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7d33100. 00002000:00010000:3.0:1767316821.873988:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ee7d33800. 00000100:00100000:3.0:1767316821.874017:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6733 00000100:00100000:2.0:1767316821.874024:0:14920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6734 00000100:00100000:3.0:1767316821.874025:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933903616:12345-192.168.204.9@tcp:10:dd.0 00000100:00100000:2.0:1767316821.874030:0:14920:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933903488:12345-192.168.204.9@tcp:10:dd.0 00002000:00010000:2.0:1767316821.874310:0:14920:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1767316821.874314:0:14920:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb mtime from disk: 0 -> 1767316821 00002000:00010000:2.0:1767316821.874316:0:14920:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1767316821.874318:0:14920:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb ctime from disk: 0 -> 1767316821 00002000:00010000:2.0:1767316821.874320:0:14920:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1767316821.874388:0:14920:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933903488:12345-192.168.204.9@tcp:10:dd.0 Request processed in 357us (612us total) trans 21474840604 rc 0/0 00000100:00100000:2.0:1767316821.874397:0:14920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6734 00002000:00010000:2.0:1767316821.874402:0:14920:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/628 (0->18446744073709551615) 00002000:00100000:2.0:1767316821.874404:0:14920:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7d33100 with x1853163933903488 ext(0->18446744073709551615) 00002000:00010000:2.0:1767316821.874409:0:14920:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7d33100. 00002000:00010000:3.0:1767316821.874849:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1767316821.874853:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 0 -> 1767316821 00002000:00010000:3.0:1767316821.874855:0:37704:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1767316821.874857:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 0 -> 1767316821 00002000:00010000:3.0:1767316821.874859:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1767316821.874997:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933903616:12345-192.168.204.9@tcp:10:dd.0 Request processed in 971us (1152us total) trans 17179873720 rc 0/0 00000100:00100000:3.0:1767316821.875004:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6733 00002000:00010000:3.0:1767316821.875007:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/631 (0->18446744073709551615) 00002000:00100000:3.0:1767316821.875010:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7d33800 with x1853163933903616 ext(0->18446744073709551615) 00002000:00010000:3.0:1767316821.875015:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ee7d33800. 00000100:00100000:1.0:1767316821.897022:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.897116:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933904000 00000100:00100000:3.0:1767316821.897126:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933904000 00000100:00100000:3.0:1767316821.897186:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3241 00000100:00100000:3.0:1767316821.897195:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:70836:x1853163933904000:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:3.0:1767316821.897487:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70836:x1853163933904000:12345-192.168.204.9@tcp:35:dd.0 Request processed in 291us (474us total) trans 8589942688 rc 0/0 00000100:00100000:3.0:1767316821.897494:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3241 00000100:00100000:0.0:1767316821.902075:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.902205:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933903744 00000100:00100000:3.0:1767316821.902215:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933903744 00002000:00100000:3.0:1767316821.902397:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x274:0x0] (0->1048575) req@ffff9b3ec9bf6d80 x1853163933903744/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:752/0 lens 488/0 e 0 to 0 dl 1767316832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316821.902408:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9bf6d80 with x1853163933903744 ext(0->1048575) 00002000:00010000:3.0:1767316821.902415:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec9bf6d80 00000100:00100000:3.0:1767316821.902449:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6735 00000100:00100000:3.0:1767316821.902458:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2485:x1853163933903744:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1767316821.906623:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.907466:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933904256 00000100:00100000:3.0:1767316821.907479:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933904256 00000100:00100000:2.0:1767316821.920515:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933903744:12345-192.168.204.9@tcp:4:dd.0 Request processed in 18033us (18426us total) trans 21474840605 rc 0/0 00000100:00100000:2.0:1767316821.920533:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6735 00002000:00100000:2.0:1767316821.920552:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x274:0x0] (0->1048575) req@ffff9b3ec9bf6d80 x1853163933903744/t21474840605(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:752/0 lens 488/448 e 0 to 0 dl 1767316832 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316821.920564:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9bf6d80 with x1853163933903744 ext(0->1048575) 00002000:00010000:2.0:1767316821.920570:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec9bf6d80 00000100:00100000:0.0:1767316821.923018:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3242 00000100:00100000:0.0:1767316821.923031:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:70836:x1853163933904256:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:0.0:1767316821.923459:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70836:x1853163933904256:12345-192.168.204.9@tcp:35:dd.0 Request processed in 429us (16845us total) trans 8589942689 rc 0/0 00000100:00100000:0.0:1767316821.923467:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3242 00000100:00100000:1.0:1767316821.959176:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316821.959407:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933904384 00000100:00100000:3.0:1767316821.959418:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933904384 00000100:00100000:3.0:1767316821.959480:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8146 00000100:00100000:3.0:1767316821.959490:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:70838:x1853163933904384:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316821.959523:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316821.959547:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba72ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6b3 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.959618:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba72b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.959631:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba72b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.959641:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba72b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:3.0:1767316821.959709:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316821.959713:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316821.959783:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba72b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316821.959809:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba72ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6b3 expref: 28 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.959839:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba72b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6b3 expref: 27 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316821.959848:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316821.959851:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316821.959855:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa800, rc 0) 00000100:00100000:3.0:1767316821.959915:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70838:x1853163933904384:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 425us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316821.960159:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8146 00000100:00100000:2.0:1767316821.962387:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316821.963633:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933904640 00000100:00100000:1.0:1767316821.963645:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933904640 00000100:00100000:1.0:1767316821.963767:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8147 00000100:00100000:1.0:1767316821.963777:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70838:x1853163933904640:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316821.963798:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316821.963820:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6ba expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.963914:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.963940:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.963953:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.963969:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.963975:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.963981:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964093:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964100:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964107:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964113:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316821.964118:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964125:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964138:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316821.964141:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316821.964146:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964152:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964165:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964172:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964177:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964182:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316821.964185:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964191:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964197:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316821.964199:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316821.964202:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964208:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.964239:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72bc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ba expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.964249:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316821.964251:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316821.964255:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ba expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316821.964263:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316821.964474:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70838:x1853163933904640:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 698us (2097us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316821.964482:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8147 00000100:00100000:0.0:1767316821.968115:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316821.968213:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933904768 00000100:00100000:1.0:1767316821.968222:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933904768 00000100:00100000:1.0:1767316821.968361:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8148 00000100:00100000:1.0:1767316821.968373:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70838:x1853163933904768:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316821.968443:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968460:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968470:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968483:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968489:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968495:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968706:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968715:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968722:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316821.968772:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00000004:00200000:1.0:1767316821.968777:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316821.968789:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968802:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968808:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968815:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968821:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316821.968825:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968845:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968858:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316821.968861:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316821.968866:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968872:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968885:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968890:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968896:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968902:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316821.968905:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968910:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.968917:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316821.968919:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316821.968923:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969015:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba72d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969032:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969038:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969043:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969048:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316821.969051:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969057:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969065:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:1.0:1767316821.969068:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316821.969071:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 2/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316821.969076:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba72df lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316821.969213:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70838:x1853163933904768:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 841us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316821.969222:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8148 00010000:00010000:2.0:1767316822.115954:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316822.125985:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316822.126776:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933905024 00000100:00100000:0.0:1767316822.126790:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933905024 00000100:00100000:0.0:1767316822.126932:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3243 00000100:00100000:0.0:1767316822.126944:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70681:x1853163933905024:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:0.0:1767316822.127247:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70681:x1853163933905024:12345-192.168.204.9@tcp:35:bash.0 Request processed in 304us (1272us total) trans 8589942690 rc 0/0 00000100:00100000:0.0:1767316822.127256:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3243 00000100:00100000:2.0:1767316822.133160:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.135081:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933905280 00000100:00100000:3.0:1767316822.135097:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933905280 00000100:00100000:3.0:1767316822.135169:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3244 00000100:00100000:3.0:1767316822.135179:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70681:x1853163933905280:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:3.0:1767316822.137166:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70681:x1853163933905280:12345-192.168.204.9@tcp:35:bash.0 Request processed in 1979us (4006us total) trans 8589942691 rc 0/0 00000100:00100000:3.0:1767316822.137180:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3244 00000100:00100000:1.0:1767316822.141335:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.141432:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933905536 00000100:00100000:3.0:1767316822.141443:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933905536 00000100:00100000:3.0:1767316822.141630:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3245 00000100:00100000:3.0:1767316822.141640:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70681:x1853163933905536:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:3.0:1767316822.142395:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70681:x1853163933905536:12345-192.168.204.9@tcp:35:bash.0 Request processed in 753us (1070us total) trans 8589942692 rc 0/0 00000100:00100000:3.0:1767316822.142404:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3245 00000100:00100000:2.0:1767316822.144805:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.144888:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933905792 00000100:00100000:3.0:1767316822.144897:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933905792 00000100:00100000:3.0:1767316822.144960:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3246 00000100:00100000:3.0:1767316822.144969:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70681:x1853163933905792:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:3.0:1767316822.145370:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70681:x1853163933905792:12345-192.168.204.9@tcp:35:bash.0 Request processed in 401us (573us total) trans 8589942693 rc 0/0 00000100:00100000:3.0:1767316822.145379:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3246 00000100:00100000:2.0:1767316822.147534:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316822.148056:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933906048 00000100:00100000:0.0:1767316822.148066:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933906048 00000100:00100000:0.0:1767316822.148155:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3247 00000100:00100000:0.0:1767316822.148165:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70681:x1853163933906048:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:0.0:1767316822.148578:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70681:x1853163933906048:12345-192.168.204.9@tcp:35:bash.0 Request processed in 412us (1050us total) trans 8589942694 rc 0/0 00000100:00100000:0.0:1767316822.148586:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3247 00000100:00100000:1.0:1767316822.150996:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.151160:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933906304 00000100:00100000:3.0:1767316822.151171:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933906304 00000100:00100000:3.0:1767316822.151228:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3248 00000100:00100000:3.0:1767316822.151239:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70681:x1853163933906304:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:3.0:1767316822.152255:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70681:x1853163933906304:12345-192.168.204.9@tcp:35:bash.0 Request processed in 1013us (1265us total) trans 8589942695 rc 0/0 00000100:00100000:3.0:1767316822.152322:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3248 00000100:00100000:2.0:1767316822.445700:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.446115:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933906560 00000100:00100000:1.0:1767316822.446125:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933906560 00000100:00100000:1.0:1767316822.446265:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8149 00000100:00100000:1.0:1767316822.446277:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70843:x1853163933906560:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:1.0:1767316822.446305:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316822.446327:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6c1 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.446417:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.446431:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.446443:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.446456:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.446467:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.446473:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447128:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72fb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447138:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447146:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316822.447157:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x209:0x0]: returning size 1048576 00010000:00010000:1.0:1767316822.447406:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447413:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447418:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447423:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316822.447427:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447432:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447443:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316822.447446:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316822.447450:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447456:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba72ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447469:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447474:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447479:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447483:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316822.447485:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447490:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447496:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x62a712df (ffff9b3ed9657400) 00010000:00010000:1.0:1767316822.447498:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316822.447500:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447505:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba72f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.447583:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba72e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6c1 expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.447601:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72fb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6c1 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.447608:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316822.447611:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316822.447613:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316822.448100:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70843:x1853163933906560:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 1823us (2410us total) trans 8589942696 rc 0/0 00000100:00100000:1.0:1767316822.448109:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8149 00000100:00100000:1.0:1767316822.462852:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.462899:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.462946:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933906816 00000100:00100000:3.0:1767316822.462956:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933906816 00000100:00100000:3.0:1767316822.463013:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8150 00000100:00100000:3.0:1767316822.463022:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70843:x1853163933906816:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:3.0:1767316822.463047:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316822.463068:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba7309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6c8 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.463173:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463188:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463200:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463368:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463377:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463385:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463780:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba731e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463790:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba731e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463798:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba731e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316822.463812:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00010000:00010000:3.0:1767316822.463932:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463940:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463947:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463953:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021faa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316822.463958:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463967:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463981:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316822.463985:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316822.463989:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.463996:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464015:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464021:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464026:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464035:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316822.464038:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464043:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464049:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316822.464052:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316822.464055:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464060:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7317 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.464110:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba7309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6c8 expref: 38 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.464128:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba731e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6c8 expref: 37 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316822.464423:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933906944 00000100:00100000:0.0:1767316822.464430:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933906944 00000100:00100000:0.0:1767316822.464491:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 866 00000100:00100000:0.0:1767316822.464498:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:2486:x1853163933906944:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316822.464510:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316822.464524:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba72fb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6c1 expref: 38 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316822.464541:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:0.0:1767316822.464545:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316822.464606:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2486:x1853163933906944:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 107us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316822.464613:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 866 00010000:00010000:3.0:1767316822.468108:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316822.468112:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316822.468116:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fae00, rc 0) 00000100:00100000:3.0:1767316822.468407:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70843:x1853163933906816:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 5380us (5559us total) trans 8589942697 rc 0/0 00000100:00100000:3.0:1767316822.468419:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8150 00000100:00100000:1.0:1767316822.493585:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316822.493870:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933907072 00000100:00100000:2.0:1767316822.493881:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933907072 00002000:00100000:2.0:1767316822.493934:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x273:0x0] (0->1048575) req@ffff9b3ee7d33b80 x1853163933907072/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:753/0 lens 488/0 e 0 to 0 dl 1767316833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316822.493946:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7d33b80 with x1853163933907072 ext(0->1048575) 00002000:00010000:2.0:1767316822.493951:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7d33b80 00000100:00100000:2.0:1767316822.493983:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6736 00000100:00100000:2.0:1767316822.493994:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2486:x1853163933907072:12345-192.168.204.9@tcp:3:cmp.0 00000100:00100000:1.0:1767316822.510697:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2486:x1853163933907072:12345-192.168.204.9@tcp:3:cmp.0 Request processed in 16695us (17113us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1767316822.510712:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6736 00002000:00100000:1.0:1767316822.510725:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x273:0x0] (0->1048575) req@ffff9b3ee7d33b80 x1853163933907072/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:753/0 lens 488/440 e 0 to 0 dl 1767316833 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316822.510787:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7d33b80 with x1853163933907072 ext(0->1048575) 00002000:00010000:1.0:1767316822.510793:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7d33b80 00000100:00100000:0.0:1767316822.530683:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.530794:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933907200 00000100:00100000:1.0:1767316822.530804:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933907200 00002000:00100000:1.0:1767316822.530862:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x274:0x0] (0->1048575) req@ffff9b3ec9bf7100 x1853163933907200/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:753/0 lens 488/0 e 0 to 0 dl 1767316833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316822.530873:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9bf7100 with x1853163933907200 ext(0->1048575) 00002000:00010000:1.0:1767316822.530880:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec9bf7100 00000100:00100000:1.0:1767316822.530913:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6737 00000100:00100000:1.0:1767316822.530922:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933907200:12345-192.168.204.9@tcp:3:cmp.0 00000100:00100000:2.0:1767316822.547319:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933907200:12345-192.168.204.9@tcp:3:cmp.0 Request processed in 16385us (16632us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1767316822.547335:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6737 00002000:00100000:2.0:1767316822.547349:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x274:0x0] (0->1048575) req@ffff9b3ec9bf7100 x1853163933907200/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:753/0 lens 488/440 e 0 to 0 dl 1767316833 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316822.547360:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9bf7100 with x1853163933907200 ext(0->1048575) 00002000:00010000:2.0:1767316822.547367:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec9bf7100 00000100:00100000:2.0:1767316822.569036:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316822.569136:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933907456 00000100:00100000:0.0:1767316822.569147:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933907456 00000100:00100000:0.0:1767316822.569209:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3249 00000100:00100000:0.0:1767316822.569222:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70843:x1853163933907456:12345-192.168.204.9@tcp:35:cmp.0 00000100:00100000:0.0:1767316822.569522:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70843:x1853163933907456:12345-192.168.204.9@tcp:35:cmp.0 Request processed in 302us (494us total) trans 8589942698 rc 0/0 00000100:00100000:0.0:1767316822.569530:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3249 00000100:00100000:0.0:1767316822.577061:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.580925:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933907712 00000100:00100000:1.0:1767316822.580943:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933907712 00000100:00100000:1.0:1767316822.581027:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3250 00000100:00100000:1.0:1767316822.581038:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70843:x1853163933907712:12345-192.168.204.9@tcp:35:cmp.0 00000100:00100000:1.0:1767316822.581297:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:70843:x1853163933907712:12345-192.168.204.9@tcp:35:cmp.0 Request processed in 259us (4243us total) trans 8589942699 rc 0/0 00000100:00100000:1.0:1767316822.581304:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3250 00000100:00100000:2.0:1767316822.692297:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985736832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316822.692369:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316822.692759:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736832 00000100:00100000:1.0:1767316822.692767:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736832 00000100:00100000:1.0:1767316822.692855:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1767316822.692864:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985736832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316822.692901:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 524353536 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316822.692961:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985736832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316822.692969:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1767316822.693200:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985736832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316822.694122:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985736960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316822.694175:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316822.694352:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985736960 00000100:00100000:2.0:1767316822.694358:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985736960 00000100:00100000:2.0:1767316822.694411:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767316822.694429:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985736960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316822.694455:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 406650880 pending 3407872 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316822.694504:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985736960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316822.694511:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1767316822.694771:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985736960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316822.859345:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.859693:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933907840 00000100:00100000:3.0:1767316822.859706:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933907840 00000100:00100000:3.0:1767316822.859864:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8151 00000100:00100000:3.0:1767316822.859875:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:70845:x1853163933907840:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316822.859953:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.859970:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.859982:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.859996:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860002:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860007:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860112:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860121:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860128:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316822.860163:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00000004:00200000:3.0:1767316822.860168:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316822.860181:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860193:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860199:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860218:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860224:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fb400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316822.860228:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860236:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860247:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316822.860251:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316822.860255:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860261:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba732c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860275:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860281:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860286:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860291:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fa200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316822.860294:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860300:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860307:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316822.860309:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316822.860312:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860317:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7333 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860332:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860337:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860342:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860346:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021faa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316822.860349:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860355:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860360:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316822.860363:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316822.860366:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 2/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.860371:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba733a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316822.860481:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:70845:x1853163933907840:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 606us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316822.860496:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8151 00000100:00100000:2.0:1767316822.942669:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.942762:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933908096 00000100:00100000:3.0:1767316822.942773:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933908096 00000100:00100000:3.0:1767316822.942845:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8152 00000100:00100000:3.0:1767316822.942856:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:70852:x1853163933908096:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316822.942878:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316822.942899:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7341 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6cf expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.943021:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7348 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.943038:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7348 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.943050:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7348 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316822.943063:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00010000:00010000:3.0:1767316822.943190:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba7341 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6cf expref: 41 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.943209:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7348 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6cf expref: 40 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.943218:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316822.943222:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316822.943225:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa200, rc 0) 00000100:00100000:3.0:1767316822.943394:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:70852:x1853163933908096:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 538us (733us total) trans 8589942700 rc 0/0 00000100:00100000:3.0:1767316822.943400:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8152 00000100:00100000:0.0:1767316822.946088:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.946155:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933908352 00000100:00100000:3.0:1767316822.946165:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933908352 00000100:00100000:3.0:1767316822.946223:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8153 00000100:00100000:3.0:1767316822.946233:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:70852:x1853163933908352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316822.946259:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316822.946263:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316822.946297:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba72b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6b3 expref: 40 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.946317:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316822.946328:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316822.946343:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba7356 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6d6 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.946904:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.946918:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316822.946927:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316822.946937:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20c:0x0]: returning size 0 00010000:00010000:3.0:1767316822.946978:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba7356 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 42 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.946996:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 41 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.947003:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316822.947006:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316822.947009:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9000, rc 0) 00000100:00100000:3.0:1767316822.947075:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:70852:x1853163933908352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 843us (994us total) trans 8589942701 rc 0/0 00000100:00100000:3.0:1767316822.947082:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8153 00000100:00100000:2.0:1767316822.949427:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.949608:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933908480 00000100:00100000:1.0:1767316822.949618:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933908480 00000100:00100000:1.0:1767316822.949683:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 867 00000100:00100000:1.0:1767316822.949693:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:2484:x1853163933908480:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316822.949710:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316822.949769:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba7348 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6cf expref: 41 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.949793:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:1.0:1767316822.949797:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316822.949854:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:2484:x1853163933908480:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 162us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316822.949861:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 867 00000100:00100000:0.0:1767316822.954938:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316822.955158:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933908736 00000100:00100000:2.0:1767316822.955168:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933908736 00000100:00100000:2.0:1767316822.955230:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8154 00000100:00100000:2.0:1767316822.955243:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:70852:x1853163933908736:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316822.955278:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316822.955301:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba736b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6dd expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.955401:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316822.955416:0:41790:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 41 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.955425:0:41790:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316822.955460:0:41790:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 41 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.955473:0:41790:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 41 pid: 41789 timeout: 2168 lvb_type: 0 00000100:00100000:2.0:1767316822.955499:0:41790:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985737088:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316822.955591:0:41790:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316822.958248:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316822.958310:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933908864 00000100:00100000:0.0:1767316822.958319:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933908864 00000100:00100000:3.0:1767316822.958358:0:41790:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985737088:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316822.958362:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 42 pid: 41789 timeout: 2168 lvb_type: 0 00010000:00010000:3.0:1767316822.958388:0:41790:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:0.0:1767316822.958427:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6348 00000100:00100000:0.0:1767316822.958439:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+42:2484:x1853163933908864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316822.958455:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316822.958463:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 42 pid: 41789 timeout: 2168 lvb_type: 0 00010000:00010000:0.0:1767316822.958474:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 42 pid: 41789 timeout: 2168 lvb_type: 0 00010000:00010000:0.0:1767316822.958496:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba735d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6d6 expref: 42 pid: 41789 timeout: 2168 lvb_type: 0 00010000:00010000:0.0:1767316822.958512:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:0.0:1767316822.958518:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316822.958526:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316822.958534:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316822.958563:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316822.958621:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:2484:x1853163933908864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 185us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316822.958628:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6348 00010000:00010000:3.0:1767316822.958662:0:41790:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.958670:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:3.0:1767316822.958690:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20c:0x0]: returning size 0 00000004:00080000:3.0:1767316822.959069:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x279:0x0], index 1: 0 00000004:00080000:3.0:1767316822.959082:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x276:0x0], index 0: 0 00010000:00010000:3.0:1767316822.959222:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959235:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959241:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959247:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316822.959251:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959257:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959336:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316822.959340:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316822.959344:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959351:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7372 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.959404:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba736b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6dd expref: 41 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.959414:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:3.0:1767316822.959417:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316822.959421:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba736b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6dd expref: 41 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.959434:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9400, rc 0) 00000100:00100000:3.0:1767316822.959467:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:70852:x1853163933908736:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4228us (4540us total) trans 8589942702 rc 301/301 00000100:00100000:3.0:1767316822.959475:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8154 00000100:00100000:1.0:1767316822.963108:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316822.964873:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933909120 00000100:00100000:0.0:1767316822.964887:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933909120 00000100:00100000:0.0:1767316822.964947:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3251 00000100:00100000:0.0:1767316822.964969:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:70852:x1853163933909120:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316822.965354:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:70852:x1853163933909120:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 397us (2254us total) trans 8589942703 rc 0/0 00000100:00100000:0.0:1767316822.965362:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3251 00000100:00100000:2.0:1767316822.968226:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.968297:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933909248 00000100:00100000:3.0:1767316822.968307:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933909248 00000100:00100000:3.0:1767316822.968366:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8155 00000100:00100000:3.0:1767316822.968375:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:70852:x1853163933909248:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316822.968398:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316822.968421:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba7380 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6e4 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.968503:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7387 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.968517:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7387 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.968526:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7387 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:3.0:1767316822.968557:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20c:0x0]: returning size 0 00000004:00200000:3.0:1767316822.968562:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316822.968576:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7387 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316822.968600:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba7380 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6e4 expref: 43 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.968617:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7387 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6e4 expref: 42 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.968625:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316822.968629:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1767316822.968632:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9a00, rc 0) 00000100:00100000:3.0:1767316822.968686:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+42:70852:x1853163933909248:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 312us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316822.968693:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8155 00000100:00100000:2.0:1767316822.971507:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316822.971631:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316822.972613:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933909376 00000100:00100000:3.0:1767316822.972624:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933909376 00000100:00100000:3.0:1767316822.972716:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933909504 00000100:00100000:3.0:1767316822.972720:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933909504 00000100:00100000:2.0:1767316822.972840:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12369 00000100:00100000:2.0:1767316822.972853:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2485:x1853163933909376:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316822.972871:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316822.973098:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6eb expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316822.973123:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316822.973142:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.973145:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.973154:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 15 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.973174:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 15 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.973186:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9000, rc 0) 00000100:00100000:2.0:1767316822.973246:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933909376:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 397us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316822.973254:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12369 00000100:00100000:2.0:1767316822.973273:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12370 00000100:00100000:2.0:1767316822.973280:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2485:x1853163933909504:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316822.973290:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316822.973300:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6f2 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316822.973313:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316822.973322:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.973324:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.973328:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 21 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.973339:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 21 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.973347:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9600, rc 0) 00000100:00100000:2.0:1767316822.973366:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2485:x1853163933909504:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 88us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316822.973372:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12370 00000100:00100000:2.0:1767316822.981169:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.981262:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933909760 00000100:00100000:1.0:1767316822.981273:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933909760 00000100:00100000:1.0:1767316822.981355:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8156 00000100:00100000:1.0:1767316822.981365:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+42:70852:x1853163933909760:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316822.981386:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316822.981408:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba739c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a6f9 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.981637:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba73a3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.981653:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba73a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316822.981664:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba73a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316822.981678:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00010000:00010000:1.0:1767316822.981828:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba739c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f9 expref: 45 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.981845:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba73a3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f9 expref: 44 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.981854:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:1.0:1767316822.981857:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316822.981861:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316822.982112:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:70852:x1853163933909760:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 748us (952us total) trans 8589942704 rc 0/0 00000100:00100000:1.0:1767316822.982120:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8156 00000100:00100000:2.0:1767316822.986299:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316822.986361:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.986707:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933909888 00000100:00100000:1.0:1767316822.986718:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933909888 00000100:00100000:1.0:1767316822.986804:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910016 00000100:00100000:1.0:1767316822.986816:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910016 00000100:00100000:1.0:1767316822.986842:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12371 00000100:00100000:1.0:1767316822.986850:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933909888:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:1.0:1767316822.986896:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.986926:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 21 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.986936:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316822.986938:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316822.986942:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.986976:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 21 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.986989:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 21 pid: 15520 timeout: 2168 lvb_type: 0 00000100:00100000:1.0:1767316822.987003:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985737216:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316822.987072:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b729c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316822.987187:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12372 00000100:00100000:2.0:1767316822.987198:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933910016:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316822.987220:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.987232:0:45244:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 15 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.987244:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316822.987245:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316822.987248:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.987267:0:45244:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 15 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.987275:0:45244:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 15 pid: 45244 timeout: 2168 lvb_type: 0 00000100:00100000:2.0:1767316822.987285:0:45244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985737344:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316822.987314:0:45244:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316822.991875:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.991923:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.991950:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910272 00000100:00100000:1.0:1767316822.991960:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910272 00010000:00010000:1.0:1767316822.991997:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 16 pid: 45244 timeout: 2168 lvb_type: 0 00000100:00100000:1.0:1767316822.992021:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910144 00000100:00100000:1.0:1767316822.992023:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910144 00010000:00010000:1.0:1767316822.992034:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 22 pid: 15520 timeout: 2168 lvb_type: 0 00000100:00100000:1.0:1767316822.992052:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6349 00000100:00100000:1.0:1767316822.992060:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933910272:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316822.992073:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316822.992093:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 16 pid: 45244 timeout: 2168 lvb_type: 0 00010000:00010000:1.0:1767316822.992104:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 16 pid: 45244 timeout: 2168 lvb_type: 0 00010000:00010000:1.0:1767316822.992129:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316822.992132:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316822.992137:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.992147:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.992167:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316822.992218:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933910272:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 157us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316822.992225:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6349 00000100:00100000:1.0:1767316822.992244:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6350 00000100:00100000:1.0:1767316822.992251:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2483:x1853163933910144:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316822.992259:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1767316822.992280:0:12905:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb size from disk: 0 -> 1048576 00010000:00010000:1.0:1767316822.992286:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 22 pid: 15520 timeout: 2168 lvb_type: 0 00010000:00010000:1.0:1767316822.992297:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 22 pid: 15520 timeout: 2168 lvb_type: 0 00010000:00010000:1.0:1767316822.992310:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316822.992312:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316822.992316:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.992323:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316822.992338:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316822.992356:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2483:x1853163933910144:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 105us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316822.992362:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6350 00010000:00010000:2.0:1767316822.993140:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba72a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6ac expref: 15 pid: 45244 timeout: 2168 lvb_type: 0 00000100:00100000:2.0:1767316822.993157:0:45244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985737344:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316822.993180:0:45244:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993190:0:45244:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993198:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993228:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993237:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993246:0:45244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993254:0:45244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316822.993259:0:45244:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993268:0:45244:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993283:0:45244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316822.993291:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316822.993362:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2484:x1853163933910016:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 6166us (6999us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316822.993370:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12372 00010000:00010000:3.0:1767316822.993782:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba72a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6a5 expref: 21 pid: 15520 timeout: 2168 lvb_type: 0 00000100:00100000:3.0:1767316822.993796:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985737216:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316822.993821:0:15520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993829:0:15520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993835:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993854:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993862:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993874:0:15520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993880:0:15520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316822.993882:0:15520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993889:0:15520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993901:0:15520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316822.993916:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba73b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316822.993963:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2484:x1853163933909888:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 7113us (7675us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316822.993970:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12371 00000100:00100000:1.0:1767316822.997458:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316822.997510:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316822.997579:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910528 00000100:00100000:2.0:1767316822.997590:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910528 00000100:00100000:2.0:1767316822.997648:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910400 00000100:00100000:2.0:1767316822.997652:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910400 00000100:00100000:2.0:1767316822.997680:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12373 00000100:00100000:2.0:1767316822.997689:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2486:x1853163933910528:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316822.997706:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316822.997750:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a707 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316822.997775:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x277:0x0] initial LVB size: 0, mtime: 0x69571d55, atime: 0x0, ctime: 0x69571d55, blocks: 0x1 00010000:00010000:2.0:1767316822.997794:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.997796:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.997805:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 15 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.997830:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 15 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.997842:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9c00, rc 0) 00000100:00100000:2.0:1767316822.997892:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2486:x1853163933910528:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 204us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316822.997899:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12373 00000100:00100000:2.0:1767316822.997930:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12374 00000100:00100000:2.0:1767316822.997937:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2486:x1853163933910400:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316822.997944:0:45244:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316822.997957:0:45244:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a700 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316822.997975:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x274:0x0] initial LVB size: 1048576, mtime: 0x69571d55, atime: 0x0, ctime: 0x69571d55, blocks: 0x1 00010000:00010000:2.0:1767316822.997984:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.997986:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316822.997990:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 21 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.998001:0:45244:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 21 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316822.998010:0:45244:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316822.998029:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2486:x1853163933910400:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 94us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316822.998035:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12374 00000100:00100000:1.0:1767316823.043836:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.043937:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910656 00000100:00100000:2.0:1767316823.043948:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910656 00000100:00100000:2.0:1767316823.044032:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6738 00000100:00100000:2.0:1767316823.044044:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933910656:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316823.044075:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.044087:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.044089:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.044093:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.044103:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767316823.045147:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767316823.056301:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.056319:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.056327:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.056333:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316823.056337:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.056346:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.056364:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.056370:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba73cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316823.056459:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933910656:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 12412us (12630us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1767316823.056471:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6738 00000100:00100000:2.0:1767316823.062878:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.063420:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910784 00000100:00100000:1.0:1767316823.063431:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910784 00000100:00100000:1.0:1767316823.063650:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6739 00000100:00100000:1.0:1767316823.063670:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933910784:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:1.0:1767316823.063713:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.063754:0:37704:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 15 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.063762:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.063764:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.063767:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.063805:0:37704:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 15 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.063827:0:37704:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 15 pid: 14912 timeout: 2168 lvb_type: 1 00000100:00100000:1.0:1767316823.063845:0:37704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985737472:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316823.063946:0:37704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1767316823.067383:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316823.067761:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.067815:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933910912 00000100:00100000:0.0:1767316823.067824:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933910912 00010000:00010000:0.0:1767316823.067865:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 16 pid: 14912 timeout: 2168 lvb_type: 1 00000100:00100000:0.0:1767316823.067913:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6351 00000100:00100000:0.0:1767316823.067923:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933910912:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316823.067940:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316823.067963:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 16 pid: 14912 timeout: 2168 lvb_type: 1 00010000:00010000:0.0:1767316823.067975:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 16 pid: 14912 timeout: 2168 lvb_type: 1 00010000:00010000:0.0:1767316823.067999:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316823.068002:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316823.068006:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.068015:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.068035:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316823.068088:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933910912:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 166us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316823.068096:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6351 00010000:00010000:1.0:1767316823.069460:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba738e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6eb expref: 15 pid: 14912 timeout: 2168 lvb_type: 1 00000100:00100000:1.0:1767316823.069547:0:37704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985737472:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316823.069576:0:37704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.069587:0:37704:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.069594:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.143679:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316823.144533:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873719 is committed 00000001:00080000:0.0:1767316823.144572:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873721 is committed 00002000:00010000:2.0:1767316823.145636:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1767316823.145642:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb mtime from disk: 0 -> 1767316823 00002000:00010000:2.0:1767316823.145645:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb ctime from disk: 0 -> 1767316823 00002000:00010000:2.0:1767316823.145647:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1767316823.145798:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.145821:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.145831:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.145838:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316823.145844:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.145854:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.145879:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.145887:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba73d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.146238:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2485:x1853163933910784:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 82572us (83364us total) trans 17179873721 rc 0/0 00000100:00100000:2.0:1767316823.146253:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6739 00000100:00100000:2.0:1767316823.151315:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.151403:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911040 00000100:00100000:1.0:1767316823.151414:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911040 00000100:00100000:1.0:1767316823.151490:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8157 00000100:00100000:1.0:1767316823.151500:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:70852:x1853163933911040:12345-192.168.204.9@tcp:44:lfs.0 00000100:00080000:3.0:1767316823.151625:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316823.202895:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:70852:x1853163933911040:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 51385us (51577us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.202918:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8157 00000001:00080000:0.0:1767316823.203071:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942703 is committed 00000001:00080000:0.0:1767316823.203098:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942704 is committed 00000100:00100000:2.0:1767316823.216783:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.216823:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.217332:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911296 00000100:00100000:1.0:1767316823.217343:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911296 00000100:00100000:1.0:1767316823.217391:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911168 00000100:00100000:1.0:1767316823.217395:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911168 00000100:00100000:1.0:1767316823.217422:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12375 00000100:00100000:1.0:1767316823.217432:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933911296:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:1.0:1767316823.217547:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933911296:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 115us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.217555:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12375 00000100:00100000:1.0:1767316823.217574:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12376 00000100:00100000:1.0:1767316823.217580:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933911168:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:1.0:1767316823.217623:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933911168:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 42us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.217629:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12376 00000100:00100000:1.0:1767316823.242583:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.242624:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.242653:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911552 00000100:00100000:1.0:1767316823.242663:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911552 00000100:00100000:1.0:1767316823.242721:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911424 00000100:00100000:1.0:1767316823.242724:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911424 00000100:00100000:1.0:1767316823.242769:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12377 00000100:00100000:1.0:1767316823.242779:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933911552:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:1.0:1767316823.242839:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242855:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.242857:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.242863:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242879:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242913:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242932:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242948:0:45244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242957:0:45244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316823.242961:0:45244:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242970:0:45244:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242986:0:45244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.242993:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba73db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316823.243057:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933911552:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 279us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.243065:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12377 00000100:00100000:1.0:1767316823.243083:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12378 00000100:00100000:1.0:1767316823.243089:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933911424:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:1.0:1767316823.243110:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243118:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.243120:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.243123:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243133:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243150:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243158:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243165:0:45244:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243171:0:45244:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316823.243174:0:45244:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243181:0:45244:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243190:0:45244:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.243197:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba73e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316823.243229:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933911424:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 140us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.243235:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12378 00000100:00100000:0.0:1767316823.250676:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.251182:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911808 00000100:00100000:2.0:1767316823.251193:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911808 00000100:00100000:2.0:1767316823.251243:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8158 00000100:00100000:2.0:1767316823.251252:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70852:x1853163933911808:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316823.251316:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316823.251342:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba7387 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6e4 expref: 27 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.251362:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:2.0:1767316823.251372:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316823.251403:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.251415:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.251424:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:2.0:1767316823.251872:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080c7f03a reply state 00000000e5683a26 transno 8589942705 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316823.251882:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316823.252083:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933911808:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 830us (1416us total) trans 8589942705 rc 0/0 00000100:00100000:2.0:1767316823.252091:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8158 00000100:00100000:2.0:1767316823.259351:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.259425:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933911936 00000100:00100000:1.0:1767316823.259434:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933911936 00000100:00100000:1.0:1767316823.259491:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8159 00000100:00100000:1.0:1767316823.259500:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933911936:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316823.259522:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.259542:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a70e expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.259600:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 29 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.259615:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 29 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.259633:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:1.0:1767316823.259649:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316823.259653:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316823.259706:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70852:x1853163933911936:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 206us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.259713:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8159 00010000:00010000:3.0:1767316823.259913:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.259930:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.259941:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.259948:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316823.259952:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.259959:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.259969:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:3.0:1767316823.259971:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316823.259974:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.259980:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba73e9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000001:00080000:3.0:1767316823.265871:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840603 is committed 00000001:00080000:3.0:1767316823.266156:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840605 is committed 00000100:00100000:0.0:1767316823.267369:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.267453:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933912064 00000100:00100000:3.0:1767316823.267466:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933912064 00000100:00100000:3.0:1767316823.267549:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12379 00000100:00100000:3.0:1767316823.267559:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:70852:x1853163933912064:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316823.267578:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316823.267601:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a715 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316823.267640:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x279:0x0] initial LVB size: 1048576, mtime: 0x69571d57, atime: 0x0, ctime: 0x69571d57, blocks: 0x803 00010000:00010000:3.0:1767316823.267665:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316823.267668:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316823.267677:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 14 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.267692:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 14 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.267706:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1e00, rc 0) 00000100:00100000:3.0:1767316823.267823:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:70852:x1853163933912064:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 265us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.267831:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12379 00000100:00100000:0.0:1767316823.273395:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.273842:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933912192 00000100:00100000:3.0:1767316823.273855:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933912192 00000100:00100000:3.0:1767316823.274085:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12380 00000100:00100000:3.0:1767316823.274095:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:70852:x1853163933912192:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316823.274114:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316823.274132:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a71c expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.274163:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316823.274171:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316823.274173:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316823.274177:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 17 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.274211:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316823.274225:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 2168 lvb_type: 1 00000100:00100000:3.0:1767316823.274240:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985737600:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316823.274323:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316823.276399:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985737600:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316823.276432:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 17 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.276451:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:3.0:1767316823.276510:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:70852:x1853163933912192:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2416us (3124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.276518:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12380 00000100:00100000:0.0:1767316823.279138:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.279224:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933912320 00000100:00100000:2.0:1767316823.279234:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933912320 00010000:00010000:2.0:1767316823.279282:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 2168 lvb_type: 1 00000100:00100000:2.0:1767316823.279321:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6352 00000100:00100000:2.0:1767316823.279329:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa07450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933912320:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316823.279345:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316823.279367:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.279379:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.279402:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7395 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f2 expref: 17 pid: 14912 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.279416:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.279418:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.279423:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 16 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.279432:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 16 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.279469:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 16 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.279483:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985737728:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316823.279564:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.283151:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.283250:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985737728:192.168.204.9@tcp:105: 00010000:00010000:2.0:1767316823.283277:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316823.283342:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa07450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933912320:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 4012us (4210us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.283352:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6352 00000100:00100000:3.0:1767316823.283467:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933912448 00000100:00100000:3.0:1767316823.283475:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933912448 00000100:00100000:3.0:1767316823.283536:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12381 00000100:00100000:3.0:1767316823.283545:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933912448:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316823.283860:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1767316823.283866:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb mtime from disk: 1767316823 -> 1767316821 00002000:00010000:3.0:1767316823.283868:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb atime from disk: 0 -> 1767316822 00002000:00010000:3.0:1767316823.283870:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb ctime from disk: 1767316823 -> 1767316823 00002000:00010000:3.0:1767316823.283873:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x279:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:3.0:1767316823.283917:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933912448:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 372us (776us total) trans 17179873722 rc 0/0 00000100:00100000:3.0:1767316823.284135:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12381 00000100:00100000:3.0:1767316823.287254:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.287356:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933912576 00000100:00100000:1.0:1767316823.287366:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933912576 00000100:00100000:1.0:1767316823.287422:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12382 00000100:00100000:1.0:1767316823.287433:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933912576:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:1.0:1767316823.287708:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316823.287711:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x276:0x0] updating lvb mtime from disk: 0 -> 1767316821 00002000:00010000:1.0:1767316823.287714:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x276:0x0] updating lvb atime from disk: 0 -> 1767316822 00002000:00010000:1.0:1767316823.287716:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x276:0x0] updating lvb ctime from disk: 0 -> 1767316823 00002000:00010000:1.0:1767316823.287719:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x276:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316823.287798:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933912576:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 366us (554us total) trans 21474840606 rc 0/0 00000100:00100000:1.0:1767316823.287815:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12382 00000100:00100000:0.0:1767316823.291855:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.292134:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933912832 00000100:00100000:2.0:1767316823.292144:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933912832 00000100:00100000:2.0:1767316823.292204:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8160 00000100:00100000:2.0:1767316823.292214:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933912832:12345-192.168.204.9@tcp:55:lfs.0 00010000:00010000:2.0:1767316823.292280:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292296:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292306:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292330:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292335:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292341:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292346:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316823.292350:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292357:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292366:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316823.292369:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1767316823.292372:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.292377:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7405 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316823.292447:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933912832:12345-192.168.204.9@tcp:55:lfs.0 Request processed in 234us (601us total) trans 0 rc -22/-22 00000100:00100000:2.0:1767316823.292454:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8160 00000100:00100000:0.0:1767316823.295697:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.296251:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913088 00000100:00100000:2.0:1767316823.296262:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913088 00000100:00100000:2.0:1767316823.296332:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8161 00000100:00100000:2.0:1767316823.296341:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933913088:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316823.296393:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316823.296417:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba731e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6c8 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.296436:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba7299 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a69e expref: 27 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.296446:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316823.296450:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316823.296600:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.296614:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.296624:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00010000:2.0:1767316823.296800:0:41790:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f4c6c3bb reply state 000000003c7f442c transno 8589942706 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:2.0:1767316823.296820:0:41790:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316823.297099:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933913088:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 580us (1233us total) trans 8589942706 rc 0/0 00000100:00100000:2.0:1767316823.297108:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8161 00010000:00010000:2.0:1767316823.299291:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.299306:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.299312:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.299319:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316823.299323:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.299330:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.299344:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316823.299347:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316823.299351:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.299356:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba740c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00000100:00100000:0.0:1767316823.301090:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.301493:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913216 00000100:00100000:2.0:1767316823.301505:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913216 00000100:00100000:2.0:1767316823.301566:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8162 00000100:00100000:2.0:1767316823.301574:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:70852:x1853163933913216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316823.301607:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316823.301630:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a723 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.301689:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 28 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.301703:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 28 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.301722:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316823.301726:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316823.301749:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8000, rc 0) 00000100:00100000:2.0:1767316823.301817:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933913216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 242us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.301824:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8162 00000100:00100000:2.0:1767316823.305566:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.305699:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913344 00000100:00100000:1.0:1767316823.305709:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913344 00000100:00100000:1.0:1767316823.305896:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12383 00000100:00100000:1.0:1767316823.305913:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:70852:x1853163933913344:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316823.305940:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.305961:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a72a expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.305993:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 18 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.306001:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.306003:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.306008:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 18 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.306040:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 18 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.306058:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 18 pid: 45244 timeout: 2168 lvb_type: 1 00000100:00100000:1.0:1767316823.306071:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985737856:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316823.306155:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.309277:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.309343:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913472 00000100:00100000:2.0:1767316823.309352:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913472 00010000:00010000:2.0:1767316823.309391:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 19 pid: 45244 timeout: 2168 lvb_type: 1 00000100:00100000:2.0:1767316823.309431:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6353 00000100:00100000:2.0:1767316823.309440:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933913472:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316823.309454:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1767316823.309473:0:44414:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1767316823.309486:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 19 pid: 45244 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.309497:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 19 pid: 45244 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.309522:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.309524:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.309530:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 19 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.309541:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 19 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.309582:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 19 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.309596:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985737984:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316823.309677:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954900 going to sleep for 11 seconds 00010000:00010000:1.0:1767316823.310677:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba73c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a700 expref: 19 pid: 45244 timeout: 2168 lvb_type: 1 00000100:00100000:1.0:1767316823.310707:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985737856:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316823.310758:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 18 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.310770:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316823.310830:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:70852:x1853163933913344:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4920us (5273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.310839:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12383 00000100:00100000:2.0:1767316823.314276:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985737984:192.168.204.9@tcp:105: 00010000:00010000:2.0:1767316823.314307:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316823.314368:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933913472:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 4928us (5099us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.314380:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6353 00000100:00100000:0.0:1767316823.315978:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.316147:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913600 00000100:00100000:1.0:1767316823.316157:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913600 00000100:00100000:1.0:1767316823.316209:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12384 00000100:00100000:1.0:1767316823.316220:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:70852:x1853163933913600:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316823.316240:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.316260:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a731 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.316298:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 16 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.316307:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.316309:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.316313:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 16 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.316349:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 16 pid: 45244 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.316363:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 16 pid: 45244 timeout: 2168 lvb_type: 1 00000100:00100000:1.0:1767316823.316379:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985738112:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316823.316458:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316823.319300:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.319464:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913728 00000100:00100000:2.0:1767316823.319474:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913728 00010000:00010000:2.0:1767316823.319525:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 17 pid: 45244 timeout: 2168 lvb_type: 1 00000100:00100000:2.0:1767316823.319567:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6354 00000100:00100000:2.0:1767316823.319578:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933913728:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316823.319593:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1767316823.319612:0:44414:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 1 -> 3 00010000:00010000:2.0:1767316823.319619:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 17 pid: 45244 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.319634:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 17 pid: 45244 timeout: 2168 lvb_type: 1 00010000:00010000:2.0:1767316823.319663:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.319665:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316823.319672:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 17 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.319682:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 17 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.319719:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 17 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.319770:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:44414:1853163985738240:192.168.204.9@tcp:105: 00000100:00100000:2.0:1767316823.319867:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954900 going to sleep for 11 seconds 00010000:00010000:1.0:1767316823.320148:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba73bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a707 expref: 17 pid: 45244 timeout: 2168 lvb_type: 1 00000100:00100000:1.0:1767316823.320164:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985738112:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316823.320192:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 16 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.320203:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316823.320235:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:70852:x1853163933913600:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4016us (4265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.320244:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12384 00000100:00100000:2.0:1767316823.323399:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:44414:1853163985738240:192.168.204.9@tcp:105: 00010000:00010000:2.0:1767316823.323428:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316823.323496:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933913728:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 3920us (4205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.323508:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6354 00000100:00100000:3.0:1767316823.325359:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.325403:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.325501:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913856 00000100:00100000:0.0:1767316823.325511:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913856 00000100:00100000:0.0:1767316823.325566:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933913984 00000100:00100000:0.0:1767316823.325569:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933913984 00000100:00100000:0.0:1767316823.325598:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12385 00000100:00100000:0.0:1767316823.325607:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933913856:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316823.325866:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1767316823.325870:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb mtime from disk: 1767316821 -> 1767316821 00002000:00010000:0.0:1767316823.325873:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb atime from disk: 0 -> 1767316822 00002000:00010000:0.0:1767316823.325876:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb ctime from disk: 1767316821 -> 1767316823 00002000:00010000:0.0:1767316823.325879:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x274:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:3.0:1767316823.326096:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12386 00000100:00100000:3.0:1767316823.326107:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933913984:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316823.326220:0:45244:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1767316823.326223:0:45244:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 1767316821 -> 1767316821 00002000:00010000:3.0:1767316823.326225:0:45244:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb atime from disk: 0 -> 1767316822 00002000:00010000:3.0:1767316823.326227:0:45244:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 1767316821 -> 1767316823 00002000:00010000:3.0:1767316823.326229:0:45244:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1767316823.326294:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933913856:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 687us (943us total) trans 21474840607 rc 0/0 00000100:00100000:0.0:1767316823.326303:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12385 00000100:00100000:3.0:1767316823.328406:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933913984:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 2291us (2991us total) trans 17179873723 rc 0/0 00000100:00100000:3.0:1767316823.328420:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12386 00000100:00100000:3.0:1767316823.330812:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.331161:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933914240 00000100:00100000:0.0:1767316823.331170:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933914240 00000100:00100000:0.0:1767316823.331275:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3252 00000100:00100000:0.0:1767316823.331285:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933914240:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:0.0:1767316823.331394:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x20a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba73a3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f9 expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.331438:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316823.331452:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 28 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.331462:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316823.331511:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 28 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.331525:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 28 pid: 41790 timeout: 2168 lvb_type: 0 00000100:00100000:0.0:1767316823.331541:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985738368:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316823.331630:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.335395:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985738368:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316823.335428:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:2.0:1767316823.336173:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.336407:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933914368 00000100:00100000:3.0:1767316823.336416:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933914368 00010000:00010000:3.0:1767316823.336462:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 29 pid: 41790 timeout: 2168 lvb_type: 0 00000100:00100000:3.0:1767316823.336602:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6355 00000100:00100000:3.0:1767316823.336612:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2483:x1853163933914368:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316823.336628:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316823.336635:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 29 pid: 41790 timeout: 2168 lvb_type: 0 00010000:00010000:3.0:1767316823.336649:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 29 pid: 41790 timeout: 2168 lvb_type: 0 00010000:00010000:3.0:1767316823.336670:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7413 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a723 expref: 29 pid: 41790 timeout: 2168 lvb_type: 0 00010000:00010000:3.0:1767316823.336688:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316823.336693:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316823.336703:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316823.336710:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316823.336773:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316823.336848:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2483:x1853163933914368:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 237us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.336857:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6355 00010000:00010000:1.0:1767316823.336917:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316823.336933:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316823.336965:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316823.336977:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 27 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.336985:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316823.337018:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 27 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.337031:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 27 pid: 41790 timeout: 2168 lvb_type: 0 00000100:00100000:1.0:1767316823.337043:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985738496:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316823.337098:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.342496:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.342571:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933914496 00000100:00100000:3.0:1767316823.342583:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933914496 00010000:00010000:3.0:1767316823.342631:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 28 pid: 41790 timeout: 2168 lvb_type: 0 00000100:00100000:3.0:1767316823.342680:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6356 00000100:00100000:3.0:1767316823.342691:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2484:x1853163933914496:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316823.342710:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316823.342718:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 28 pid: 41790 timeout: 2168 lvb_type: 0 00010000:00010000:3.0:1767316823.342756:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 28 pid: 41790 timeout: 2168 lvb_type: 0 00010000:00010000:3.0:1767316823.342782:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:3.0:1767316823.342788:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316823.342798:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316823.342816:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316823.342841:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316823.342915:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2484:x1853163933914496:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 226us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.343146:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6356 00010000:00010000:1.0:1767316823.344678:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba73f0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a70e expref: 27 pid: 41790 timeout: 2168 lvb_type: 0 00000100:00100000:1.0:1767316823.344700:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985738496:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316823.344726:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316823.344793:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316823.344799:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:1.0:1767316823.346322:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985738624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316823.346396:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316823.346440:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72000 going to sleep for 11 seconds 00000100:00100000:2.0:1767316823.346526:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985738624 00000100:00100000:2.0:1767316823.346534:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985738624 00000100:00100000:2.0:1767316823.346606:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1767316823.346616:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985738624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.346699:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985738624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 84us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.346710:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1767316823.346773:0:41791:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840603 gen 2 00000004:00080000:2.0:1767316823.346779:0:41791:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf6a00, transno 21474840602 00000004:00080000:2.0:1767316823.346786:0:41791:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf4380, transno 21474840603 00000100:00100000:2.0:1767316823.346792:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985738624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.346849:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985738752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.346877:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.346893:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954180 going to sleep for 11 seconds 00000100:00100000:2.0:1767316823.346914:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985738752 00000100:00100000:2.0:1767316823.346917:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985738752 00000100:00080000:1.0:1767316823.347656:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316823.347759:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1767316823.347768:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985738752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.347852:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985738752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 85us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316823.347860:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1767316823.347891:0:41791:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873719 gen 2 00000004:00080000:2.0:1767316823.347904:0:41791:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc8ee4e00, transno 17179873718 00000004:00080000:2.0:1767316823.347915:0:41791:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc8ee6300, transno 17179873719 00000100:00080000:1.0:1767316823.348029:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316823.348107:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985738752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.348172:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985738880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.348202:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.348291:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb9540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316823.349248:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985738880 00000100:00100000:1.0:1767316823.349256:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985738880 00000100:00100000:1.0:1767316823.349504:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1767316823.349513:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985738880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316823.349602:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985738880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 90us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.349609:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1767316823.349764:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985738880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.349835:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.349868:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.349889:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb9540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.350123:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985739008 00000100:00100000:0.0:1767316823.350129:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985739008 00000100:00100000:0.0:1767316823.350153:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1767316823.350160:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316823.350224:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316823.350231:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1767316823.350312:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.350351:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.350376:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.350398:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.350615:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985739136 00000100:00100000:0.0:1767316823.350620:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985739136 00000100:00100000:0.0:1767316823.350640:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1767316823.350646:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316823.350706:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316823.350713:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1767316823.350850:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.350885:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.351049:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.351073:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954780 going to sleep for 11 seconds 00000100:00100000:1.0:1767316823.351114:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985739264 00000100:00100000:1.0:1767316823.351118:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985739264 00000100:00100000:1.0:1767316823.351149:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1767316823.351155:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316823.351216:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.351222:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1767316823.351320:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739264:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767316823.352127:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].70, 552 off66648 00000001:00080000:2.0:1767316823.352142:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942707 00000100:00100000:2.0:1767316823.352213:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.352252:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.352333:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.352451:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985739392 00000100:00100000:0.0:1767316823.352457:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985739392 00000100:00100000:0.0:1767316823.352534:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1767316823.352542:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316823.352747:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985739392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 186us (475us total) trans 21474840608 rc 0/0 00000100:00100000:0.0:1767316823.352755:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1767316823.352943:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.352970:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316823.352996:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316823.353017:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.353203:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985739520 00000100:00100000:0.0:1767316823.353208:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985739520 00000100:00100000:0.0:1767316823.353229:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1767316823.353236:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985739520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316823.353484:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985739520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 238us (476us total) trans 17179873724 rc 0/0 00000100:00100000:0.0:1767316823.353491:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1767316823.353628:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985739520:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1767316823.353756:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942708 00010000:00010000:2.0:1767316823.353788:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353817:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353825:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353832:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316823.353837:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353846:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353863:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316823.353866:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316823.353872:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353879:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba742f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.353912:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354054:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354063:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354069:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316823.354073:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354084:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354093:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316823.354096:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316823.354099:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354104:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7428 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316823.354118:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316823.354121:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316823.354127:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba73a3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a6f9 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.354225:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933914240:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 22940us (23430us total) trans 8589942709 rc 0/0 00000100:00100000:2.0:1767316823.354234:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3252 00000020:00080000:2.0:1767316823.354238:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1767316823.357791:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.357867:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933914624 00000100:00100000:3.0:1767316823.357877:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933914624 00000100:00100000:3.0:1767316823.358064:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8163 00000100:00100000:3.0:1767316823.358075:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:70852:x1853163933914624:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316823.358101:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316823.358120:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7436 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a738 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.358167:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7436 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a738 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.358181:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7436 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a738 expref: 29 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.358193:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316823.358195:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316823.358198:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0c00, rc 0) 00000100:00100000:3.0:1767316823.358243:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70852:x1853163933914624:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 171us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.358250:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8163 00000100:00100000:0.0:1767316823.360352:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.360397:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933914880 00000100:00100000:2.0:1767316823.360407:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933914880 00000100:00100000:2.0:1767316823.360460:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3253 00000100:00100000:2.0:1767316823.360469:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:70852:x1853163933914880:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316823.360703:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70852:x1853163933914880:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 234us (359us total) trans 8589942710 rc 0/0 00000100:00100000:2.0:1767316823.360711:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3253 00000100:00100000:2.0:1767316823.362498:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.362670:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933915136 00000100:00100000:1.0:1767316823.362678:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933915136 00000100:00100000:1.0:1767316823.362760:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3254 00000100:00100000:1.0:1767316823.362769:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:70852:x1853163933915136:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:0.0:1767316823.363462:0:43123:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x20c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1767316823.363621:0:43123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316823.363638:0:43123:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316823.363651:0:43123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316823.363659:0:43123:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316823.363665:0:43123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316823.363672:0:43123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316823.363765:0:43123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316823.363887:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70852:x1853163933915136:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 1117us (1394us total) trans 8589942711 rc 0/0 00000100:00100000:0.0:1767316823.363896:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3254 00010000:00010000:3.0:1767316823.364128:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316823.364135:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316823.364142:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316823.364147:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316823.364154:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316823.364166:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20c:0x0].0x0 (ffff9b3efc55a900) 00010000:00010000:3.0:1767316823.364169:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316823.364174:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 1/0,0 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316823.364179:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba743d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316823.365125:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316823.365129:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316823.365132:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316823.379445:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.380010:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933915264 00000100:00100000:3.0:1767316823.380021:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933915264 00000100:00100000:3.0:1767316823.380075:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8164 00000100:00100000:3.0:1767316823.380084:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:70854:x1853163933915264:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316823.380111:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316823.380134:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7444 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a73f expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.380204:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba744b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.380217:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba744b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.380229:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba744b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316823.380400:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316823.380405:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316823.380430:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba744b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.380456:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba7444 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a73f expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.380476:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba744b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a73f expref: 32 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.380486:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316823.380489:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316823.380493:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:3.0:1767316823.380561:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70854:x1853163933915264:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 478us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.380569:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8164 00000100:00100000:2.0:1767316823.384172:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.384307:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933915520 00000100:00100000:3.0:1767316823.384317:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933915520 00000100:00100000:3.0:1767316823.384433:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8165 00000100:00100000:3.0:1767316823.384443:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70854:x1853163933915520:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316823.384466:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316823.384488:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba7452 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a746 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.384587:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.384601:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.384612:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.384624:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.384630:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316823.384636:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385331:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385341:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385347:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385354:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316823.385358:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385366:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385378:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316823.385381:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316823.385386:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385391:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba7459 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385404:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385410:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385416:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385422:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316823.385426:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385432:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385438:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ec8239300) 00010000:00010000:2.0:1767316823.385441:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316823.385444:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385449:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba7460 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316823.385495:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba7452 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a746 expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.385506:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316823.385508:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316823.385511:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba7452 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a746 expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.385519:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:2.0:1767316823.385595:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70854:x1853163933915520:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1152us (1433us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316823.385604:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8165 00000100:00100000:2.0:1767316823.389878:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.389965:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933915648 00000100:00100000:0.0:1767316823.389976:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933915648 00000100:00100000:0.0:1767316823.390036:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8166 00000100:00100000:0.0:1767316823.390047:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70854:x1853163933915648:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316823.390126:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390143:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390154:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390212:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390219:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390226:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390334:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390343:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390350:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316823.390387:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00000004:00200000:0.0:1767316823.390403:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316823.390417:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390430:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390445:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390456:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390463:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316823.390467:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390474:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.390486:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:0.0:1767316823.390489:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316823.391157:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391168:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7467 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391183:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391188:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391194:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391198:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316823.391202:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391207:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391221:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3efc55a200) 00010000:00010000:0.0:1767316823.391224:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316823.391227:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391232:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba746e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391246:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391251:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391257:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391261:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316823.391263:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391267:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391274:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316823.391276:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316823.391278:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.391283:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7475 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316823.391419:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70854:x1853163933915648:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1371us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316823.391428:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8166 00000100:00100000:3.0:1767316823.680569:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.680846:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933915776 00000100:00100000:0.0:1767316823.680857:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933915776 00000100:00100000:0.0:1767316823.680931:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8167 00000100:00100000:0.0:1767316823.680941:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:70859:x1853163933915776:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316823.680964:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316823.680988:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba747c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a74d expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.681062:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681076:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681088:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681100:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681107:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681113:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681216:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681223:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681231:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316823.681260:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00000004:00200000:0.0:1767316823.681265:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316823.681281:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681291:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681299:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681305:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681312:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681317:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316823.681321:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681329:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681339:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:0.0:1767316823.681342:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316823.681346:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681352:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7483 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681364:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681370:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681376:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681380:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316823.681383:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681388:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681394:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3efc55a200) 00010000:00010000:0.0:1767316823.681396:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316823.681398:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681403:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba748a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.681427:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba747c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a74d expref: 34 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.681440:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a74d expref: 33 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.681446:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316823.681449:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316823.681451:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dec00, rc 0) 00000100:00100000:0.0:1767316823.681812:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70859:x1853163933915776:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 868us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316823.681821:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8167 00000100:00100000:2.0:1767316823.690180:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.690279:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916032 00000100:00100000:0.0:1767316823.690290:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916032 00000100:00100000:0.0:1767316823.690354:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8168 00000100:00100000:0.0:1767316823.690364:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:70859:x1853163933916032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316823.690385:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316823.690406:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7498 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a754 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.690541:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba749f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.690557:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba749f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316823.690568:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba749f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316823.690580:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00010000:00010000:0.0:1767316823.690721:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7498 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a754 expref: 36 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.690786:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba749f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a754 expref: 35 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.690807:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316823.690811:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1767316823.690815:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfc00, rc 0) 00000100:00100000:0.0:1767316823.691042:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70859:x1853163933916032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 525us (717us total) trans 8589942712 rc 0/0 00000100:00100000:0.0:1767316823.691050:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8168 00000100:00100000:1.0:1767316823.695335:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.695436:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916288 00000100:00100000:2.0:1767316823.695448:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916288 00000100:00100000:2.0:1767316823.695511:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8169 00000100:00100000:2.0:1767316823.695520:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:70859:x1853163933916288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316823.695546:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316823.695567:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba74ad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a75b expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.695688:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba74b4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.695704:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba74b4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316823.695715:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba74b4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:2.0:1767316823.695878:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20a:0x0]: returning size 1048576 00010000:00010000:2.0:1767316823.696157:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba74ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a75b expref: 38 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.696176:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba74b4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a75b expref: 37 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.696185:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316823.696188:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316823.696192:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316823.696284:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70859:x1853163933916288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 764us (962us total) trans 8589942713 rc 0/0 00000100:00100000:2.0:1767316823.696291:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8169 00000100:00100000:2.0:1767316823.715478:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.715827:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.719602:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.719712:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916672 00000100:00100000:0.0:1767316823.719724:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916672 00000100:00100000:0.0:1767316823.719808:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 769 00000100:00100000:0.0:1767316823.719818:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933916672:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316823.719913:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933916672:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 96us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316823.719922:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 769 00000100:00100000:3.0:1767316823.722193:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916416 00000100:00100000:3.0:1767316823.722207:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916416 00000100:00100000:3.0:1767316823.722318:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916544 00000100:00100000:3.0:1767316823.722322:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916544 00000100:00100000:1.0:1767316823.722363:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12387 00000100:00100000:1.0:1767316823.722375:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933916416:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316823.722393:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.722413:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a762 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316823.722438:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316823.722456:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.722458:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.722466:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 17 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.722496:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 17 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.722511:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06a00, rc 0) 00000100:00100000:1.0:1767316823.722577:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933916416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 204us (7112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.722584:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12387 00000100:00100000:1.0:1767316823.722603:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12388 00000100:00100000:1.0:1767316823.722610:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933916544:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316823.722617:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.722628:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a769 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316823.722644:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316823.722653:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.722655:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.722660:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 19 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.722672:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 19 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.722681:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316823.722701:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2484:x1853163933916544:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 92us (6875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.722708:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12388 00000100:00100000:2.0:1767316823.769949:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.770080:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916800 00000100:00100000:0.0:1767316823.770090:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916800 00000100:00100000:0.0:1767316823.770155:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6740 00000100:00100000:0.0:1767316823.770163:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2486:x1853163933916800:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316823.770194:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.770210:0:37704:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 19 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.770215:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316823.770217:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316823.770219:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.770244:0:37704:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 19 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.770254:0:37704:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 19 pid: 37089 timeout: 2169 lvb_type: 0 00000100:00100000:0.0:1767316823.770265:0:37704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:37704:1853163985739648:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316823.770343:0:37704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02900 going to sleep for 11 seconds 00000100:00100000:2.0:1767316823.774578:0:37704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:37704:1853163985739648:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316823.774609:0:37704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.775244:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.775355:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933916928 00000100:00100000:3.0:1767316823.775363:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933916928 00010000:00010000:3.0:1767316823.775402:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 20 pid: 37089 timeout: 2169 lvb_type: 0 00000100:00100000:3.0:1767316823.775442:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6357 00000100:00100000:3.0:1767316823.775452:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2484:x1853163933916928:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316823.775465:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316823.775493:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 20 pid: 37089 timeout: 2169 lvb_type: 0 00010000:00010000:3.0:1767316823.775505:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 20 pid: 37089 timeout: 2169 lvb_type: 0 00010000:00010000:3.0:1767316823.775528:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba741a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a72a expref: 20 pid: 37089 timeout: 2169 lvb_type: 0 00010000:00010000:3.0:1767316823.775543:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316823.775546:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316823.775550:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.775560:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316823.775587:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316823.775649:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2484:x1853163933916928:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 198us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316823.775657:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6357 00010000:00010000:2.0:1767316823.776281:0:37704:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.776292:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791064:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791083:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791092:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791099:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316823.791103:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791113:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791132:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.791139:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba74d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316823.791232:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2486:x1853163933916800:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 21064us (21287us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1767316823.791242:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6740 00000100:00100000:0.0:1767316823.800940:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.801095:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933917056 00000100:00100000:1.0:1767316823.801106:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933917056 00000100:00100000:1.0:1767316823.801170:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12389 00000100:00100000:1.0:1767316823.801181:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2485:x1853163933917056:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316823.801201:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.801219:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba74d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a770 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316823.801279:0:14912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14912:1853163985739776:192.168.204.9@tcp:106: 00000100:00100000:1.0:1767316823.801402:0:14912:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316823.803363:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.803850:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933917184 00000100:00100000:3.0:1767316823.803860:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933917184 00000100:00100000:3.0:1767316823.803922:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12390 00000100:00100000:3.0:1767316823.803932:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2485:x1853163933917184:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316823.803952:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316823.803970:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba74de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a777 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316823.804024:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985739904:192.168.204.9@tcp:106: 00000100:00100000:3.0:1767316823.804100:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316823.807380:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985739904:192.168.204.9@tcp:106: 00010000:00010000:3.0:1767316823.807417:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba74de lrc: 1/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a777 expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316823.807440:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba74de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a777 expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316823.807452:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:3.0:1767316823.807519:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2485:x1853163933917184:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3589us (4165us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316823.807529:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12390 00000100:00100000:1.0:1767316823.808885:0:14912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14912:1853163985739776:192.168.204.9@tcp:106: 00010000:00010000:1.0:1767316823.808995:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba74d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a770 expref: 18 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.809015:0:14912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba74d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a770 expref: 18 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316823.809026:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316823.809121:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2485:x1853163933917056:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7942us (8192us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316823.809131:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12389 00000100:00100000:0.0:1767316823.812153:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.812253:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933917312 00000100:00100000:2.0:1767316823.812264:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933917312 00000100:00100000:2.0:1767316823.812455:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6741 00000100:00100000:2.0:1767316823.812465:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933917312:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316823.812510:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.812530:0:37704:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 17 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.812538:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316823.812540:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316823.812543:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.812578:0:37704:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 17 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316823.812593:0:37704:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 17 pid: 15520 timeout: 2169 lvb_type: 0 00000100:00100000:2.0:1767316823.812608:0:37704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985740032:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316823.812758:0:37704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954780 going to sleep for 11 seconds 00000100:00100000:2.0:1767316823.816876:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.817238:0:37704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985740032:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316823.817401:0:37704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316823.817577:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933917440 00000100:00100000:1.0:1767316823.817585:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933917440 00010000:00010000:1.0:1767316823.817626:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 18 pid: 15520 timeout: 2169 lvb_type: 0 00000100:00100000:1.0:1767316823.817697:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6358 00000100:00100000:1.0:1767316823.817708:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933917440:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316823.817749:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316823.817777:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 18 pid: 15520 timeout: 2169 lvb_type: 0 00010000:00010000:1.0:1767316823.817789:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 18 pid: 15520 timeout: 2169 lvb_type: 0 00010000:00010000:1.0:1767316823.817828:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba73f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a715 expref: 18 pid: 15520 timeout: 2169 lvb_type: 0 00010000:00010000:1.0:1767316823.817853:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.817856:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.817860:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.817871:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.818098:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316823.818161:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933917440:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 454us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.818169:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6358 00010000:00010000:0.0:1767316823.819601:0:37704:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.819616:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845161:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845182:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845192:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845200:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316823.845205:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845216:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845234:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316823.845241:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba74e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316823.845332:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2486:x1853163933917312:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 32864us (33182us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1767316823.845343:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6741 00000100:00100000:2.0:1767316823.860861:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.861074:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933917568 00000100:00100000:1.0:1767316823.861085:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933917568 00000100:00100000:1.0:1767316823.861189:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 868 00000100:00100000:1.0:1767316823.861200:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70859:x1853163933917568:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:1.0:1767316823.861218:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316823.861246:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba74b4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a75b expref: 37 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.861277:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316823.861283:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316823.861340:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70859:x1853163933917568:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 142us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.861348:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 868 00000100:00100000:0.0:1767316823.863847:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316823.864002:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933917824 00000100:00100000:2.0:1767316823.864011:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933917824 00000100:00100000:2.0:1767316823.864096:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3255 00000100:00100000:2.0:1767316823.864106:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:70859:x1853163933917824:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316823.864338:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70859:x1853163933917824:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 233us (498us total) trans 8589942714 rc 0/0 00000100:00100000:2.0:1767316823.864346:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3255 00000100:00100000:2.0:1767316823.931263:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.931537:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918080 00000100:00100000:1.0:1767316823.931548:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918080 00000100:00100000:1.0:1767316823.931612:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8170 00000100:00100000:1.0:1767316823.931623:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:70861:x1853163933918080:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:1.0:1767316823.931649:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.931672:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba74ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a77e expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.931783:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.931807:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.931820:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.931834:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.931841:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.931847:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932001:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7501 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932010:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7501 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932017:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7501 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:1.0:1767316823.932030:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x209:0x0]: returning size 1048576 00010000:00010000:1.0:1767316823.932111:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932118:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932125:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932130:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316823.932134:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932141:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932151:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:1.0:1767316823.932153:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316823.932157:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932164:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba74f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932175:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932180:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932186:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932195:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316823.932198:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932203:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932209:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x62a712df (ffff9b3ed9657900) 00010000:00010000:1.0:1767316823.932211:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316823.932213:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932219:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba74fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316823.932252:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba74ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a77e expref: 40 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.932263:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7501 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a77e expref: 39 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.932269:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316823.932271:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316823.932273:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316823.932340:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:70861:x1853163933918080:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 719us (1086us total) trans 8589942715 rc 0/0 00000100:00100000:1.0:1767316823.932348:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8170 00000100:00100000:3.0:1767316823.939895:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.939940:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.940025:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918336 00000100:00100000:0.0:1767316823.940036:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918336 00002000:00100000:0.0:1767316823.940094:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x273:0x0] (0->1048575) req@ffff9b3dca9b1500 x1853163933918336/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:754/0 lens 488/0 e 0 to 0 dl 1767316834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316823.940106:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3dca9b1500 with x1853163933918336 ext(0->1048575) 00002000:00010000:0.0:1767316823.940111:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3dca9b1500 00000100:00100000:0.0:1767316823.940147:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6742 00000100:00100000:0.0:1767316823.940157:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933918336:12345-192.168.204.9@tcp:3:cmp.0 00000100:00100000:1.0:1767316823.941766:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918208 00000100:00100000:1.0:1767316823.941777:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918208 00000100:00100000:1.0:1767316823.941844:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 869 00000100:00100000:1.0:1767316823.941852:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:2484:x1853163933918208:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316823.941868:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316823.942163:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7501 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a77e expref: 39 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.942183:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:1.0:1767316823.942188:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316823.942246:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:2484:x1853163933918208:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 394us (2369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.942254:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 869 00000100:00100000:0.0:1767316823.955875:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933918336:12345-192.168.204.9@tcp:3:cmp.0 Request processed in 15708us (15923us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1767316823.955892:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6742 00002000:00100000:0.0:1767316823.955916:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x273:0x0] (0->1048575) req@ffff9b3dca9b1500 x1853163933918336/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:754/0 lens 488/440 e 0 to 0 dl 1767316834 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316823.955928:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3dca9b1500 with x1853163933918336 ext(0->1048575) 00002000:00010000:0.0:1767316823.955934:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3dca9b1500 00000100:00100000:2.0:1767316823.966802:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316823.966896:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918464 00000100:00100000:1.0:1767316823.966905:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918464 00000100:00100000:1.0:1767316823.966969:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12391 00000100:00100000:1.0:1767316823.966987:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:70861:x1853163933918464:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:1.0:1767316823.967004:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316823.967026:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a785 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316823.967050:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x279:0x0] initial LVB size: 1048576, mtime: 0x69571d55, atime: 0x69571d56, ctime: 0x69571d57, blocks: 0x803 00010000:00010000:1.0:1767316823.967071:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.967073:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316823.967082:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 17 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.967097:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 17 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316823.967113:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316823.967172:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:70861:x1853163933918464:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 187us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316823.967180:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12391 00000100:00100000:1.0:1767316823.972214:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316823.972429:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918592 00000100:00100000:3.0:1767316823.972724:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918592 00000100:00100000:2.0:1767316823.973122:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12392 00000100:00100000:2.0:1767316823.973135:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933918592:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:2.0:1767316823.973153:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316823.973172:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7516 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a78c expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316823.973232:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985740160:192.168.204.9@tcp:106: 00000100:00100000:2.0:1767316823.973359:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316823.975436:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985740160:192.168.204.9@tcp:106: 00010000:00010000:0.0:1767316823.975594:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7516 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a78c expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316823.975619:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7516 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a78c expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316823.975633:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8400, rc 0) 00000100:00100000:0.0:1767316823.975763:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933918592:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 2596us (3522us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316823.975773:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12392 00000100:00100000:2.0:1767316823.984190:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316823.984641:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918720 00000100:00100000:0.0:1767316823.984651:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918720 00002000:00100000:0.0:1767316823.984699:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x279:0x0] (0->1048575) req@ffff9b3ef4125880 x1853163933918720/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:754/0 lens 488/0 e 0 to 0 dl 1767316834 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316823.984710:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4125880 with x1853163933918720 ext(0->1048575) 00002000:00010000:0.0:1767316823.984716:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef4125880 00000100:00100000:0.0:1767316823.984814:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6743 00000100:00100000:0.0:1767316823.984824:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933918720:12345-192.168.204.9@tcp:3:cmp.0 00000100:00100000:0.0:1767316823.997657:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933918720:12345-192.168.204.9@tcp:3:cmp.0 Request processed in 12822us (13464us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1767316823.997674:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6743 00002000:00100000:0.0:1767316823.997688:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x279:0x0] (0->1048575) req@ffff9b3ef4125880 x1853163933918720/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:754/0 lens 488/440 e 0 to 0 dl 1767316834 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316823.997700:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4125880 with x1853163933918720 ext(0->1048575) 00002000:00010000:0.0:1767316823.997707:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef4125880 00000100:00100000:3.0:1767316824.007312:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316824.007423:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918848 00000100:00100000:0.0:1767316824.007434:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918848 00002000:00100000:0.0:1767316824.007498:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x279:0x0] (1048576->1052671) req@ffff9b3ec9ad6d80 x1853163933918848/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:0/0 lens 488/0 e 0 to 0 dl 1767316835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316824.007511:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9ad6d80 with x1853163933918848 ext(1048576->1052671) 00002000:00010000:0.0:1767316824.007517:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ec9ad6d80 00000100:00100000:0.0:1767316824.007547:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6744 00000100:00100000:0.0:1767316824.007555:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933918848:12345-192.168.204.9@tcp:3:cmp.0 00000100:00100000:0.0:1767316824.008187:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933918848:12345-192.168.204.9@tcp:3:cmp.0 Request processed in 628us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316824.008195:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6744 00002000:00100000:0.0:1767316824.008202:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x279:0x0] (1048576->1052671) req@ffff9b3ec9ad6d80 x1853163933918848/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:0/0 lens 488/440 e 0 to 0 dl 1767316835 ref 1 fl Complete:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316824.008210:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9ad6d80 with x1853163933918848 ext(1048576->1052671) 00002000:00010000:0.0:1767316824.008213:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ec9ad6d80 00000100:00100000:2.0:1767316824.012303:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316824.012396:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933918976 00000100:00100000:0.0:1767316824.012407:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933918976 00000100:00100000:0.0:1767316824.012464:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12393 00000100:00100000:0.0:1767316824.012473:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933918976:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:0.0:1767316824.012502:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316824.012521:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba751d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a793 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316824.012579:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985740288:192.168.204.9@tcp:106: 00000100:00100000:0.0:1767316824.012662:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316824.015860:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985740288:192.168.204.9@tcp:106: 00010000:00010000:0.0:1767316824.015987:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba751d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a793 expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316824.016011:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba751d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a793 expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316824.016026:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac4800, rc 0) 00000100:00100000:0.0:1767316824.016136:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933918976:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 3662us (3842us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316824.016145:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12393 00000100:00100000:2.0:1767316824.020117:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316824.020185:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933919104 00000100:00100000:0.0:1767316824.020196:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933919104 00000100:00100000:0.0:1767316824.020250:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12394 00000100:00100000:0.0:1767316824.020259:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933919104:12345-192.168.204.9@tcp:101:cmp.0 00010000:00010000:0.0:1767316824.020279:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316824.020302:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5800/0xc472cb5f51ba7524 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a79a expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316824.020365:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985740416:192.168.204.9@tcp:106: 00000100:00100000:0.0:1767316824.020456:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767316824.025179:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985740416:192.168.204.9@tcp:106: 00010000:00010000:0.0:1767316824.025220:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5800/0xc472cb5f51ba7524 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a79a expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316824.025243:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5800/0xc472cb5f51ba7524 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a79a expref: 19 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316824.025258:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5800, rc 0) 00000100:00100000:0.0:1767316824.025785:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933919104:12345-192.168.204.9@tcp:101:cmp.0 Request processed in 5523us (5676us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316824.025805:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12394 00000100:00100000:2.0:1767316824.031040:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316824.031144:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933919360 00000100:00100000:0.0:1767316824.031155:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933919360 00000100:00100000:0.0:1767316824.031247:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3256 00000100:00100000:0.0:1767316824.031257:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:70861:x1853163933919360:12345-192.168.204.9@tcp:35:cmp.0 00000100:00100000:0.0:1767316824.031871:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:70861:x1853163933919360:12345-192.168.204.9@tcp:35:cmp.0 Request processed in 613us (989us total) trans 8589942716 rc 0/0 00000100:00100000:0.0:1767316824.031879:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3256 00010000:00010000:2.0:1767316824.164051:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316825.191903:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316826.212101:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316826.789800:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985740544:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.789913:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316826.789975:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985741056:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790012:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316826.790055:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767316826.790061:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985740672:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790091:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316826.790108:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985741184:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790127:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316826.790160:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985740800:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790183:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316826.790204:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316826.790209:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985740928:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790229:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316826.790267:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985740544 00000100:00100000:2.0:1767316826.790290:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985740544 00000100:00100000:2.0:1767316826.790346:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1767316826.790356:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985740544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790415:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985740544:12345-0@lo:400:kworker.0 Request processed in 59us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316826.790427:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1767316826.790466:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985740672 00000100:00100000:2.0:1767316826.790470:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985740672 00000100:00100000:2.0:1767316826.790509:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741184 00000100:00100000:2.0:1767316826.790512:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741184 00000100:00100000:2.0:1767316826.790528:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985740800 00000100:00100000:2.0:1767316826.790530:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985740800 00000100:00100000:2.0:1767316826.790549:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1767316826.790554:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985740672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790587:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985740672:12345-0@lo:400:kworker.0 Request processed in 32us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316826.790594:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1767316826.790605:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1767316826.790610:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985741184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790635:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985741184:12345-0@lo:400:kworker.0 Request processed in 25us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316826.790641:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1767316826.790652:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1767316826.790657:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985740800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790687:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985740800:12345-0@lo:400:kworker.0 Request processed in 29us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316826.790692:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1767316826.790713:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741056 00000100:00100000:2.0:1767316826.790716:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741056 00000100:00100000:2.0:1767316826.790773:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985740928 00000100:00100000:2.0:1767316826.790777:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985740928 00000100:00100000:2.0:1767316826.790799:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767316826.790806:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985741056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790837:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985741056:12345-0@lo:400:kworker.0 Request processed in 32us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316826.790844:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767316826.790855:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1767316826.790860:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985740928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790887:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985740928:12345-0@lo:400:kworker.0 Request processed in 26us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316826.790893:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00080000:2.0:1767316826.790913:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316826.790918:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316826.790921:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316826.790979:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985740928:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.790990:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985740800:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.791024:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985740672:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.791033:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985741184:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.791043:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985740544:0@lo:400:kworker.0 00000100:00100000:2.0:1767316826.791053:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985741056:0@lo:400:kworker.0 00010000:00010000:1.0:1767316827.238174:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316827.812255:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985741312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316827.812326:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316827.812436:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741312 00000100:00100000:0.0:1767316827.812446:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741312 00000100:00100000:0.0:1767316827.812496:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1767316827.812506:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985741312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316827.812542:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 523698176 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1767316827.813923:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985741440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316827.813976:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316827.814089:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741440 00000100:00100000:3.0:1767316827.814095:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741440 00000100:00100000:3.0:1767316827.814139:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1767316827.814147:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985741440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316827.814175:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 403243008 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1767316827.814234:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985741440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316827.814241:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1767316827.814405:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985741440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316827.814789:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985741312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2284us (2460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316827.814798:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1767316827.814959:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985741312:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767316828.266604:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1767316828.421086:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873724 is committed 00000001:00080000:2.0:1767316828.421111:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873723 is committed 00000001:00080000:0.0:1767316828.421442:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942716 is committed 00000020:00080000:0.0:1767316828.421483:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3efb954180 refcount 2 committed 0 result 0 batchid 4294969388 00000020:00080000:0.0:1767316828.421489:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e77c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3efb954240 00000020:00080000:0.0:1767316828.421493:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e77e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3efb954900 00000020:00080000:0.0:1767316828.421496:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e77f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3dcaa92c00 00000020:00080000:0.0:1767316828.421499:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].70 00000020:00080000:1.0:1767316828.421693:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969388 committed batchid 4294969387 00000020:00080000:1.0:1767316828.421906:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969387 00000001:00080000:0.0:1767316828.429881:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840608 is committed 00000001:00080000:0.0:1767316828.429895:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840607 is committed 00000100:00100000:2.0:1767316828.834483:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316828.834562:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316828.834602:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316828.834634:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316828.834650:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933919616 00000100:00100000:3.0:1767316828.834663:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933919616 00000100:00100000:2.0:1767316828.834664:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933919744 00000100:00100000:2.0:1767316828.834671:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933919744 00000100:00100000:2.0:1767316828.834763:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933919872 00000100:00100000:2.0:1767316828.834767:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933919872 00000100:00100000:2.0:1767316828.834796:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 962 00000100:00100000:2.0:1767316828.834807:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933919744:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316828.834877:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933919744:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316828.834886:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 962 00000100:00100000:3.0:1767316828.834892:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 572 00000100:00100000:3.0:1767316828.834904:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933919616:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316828.834910:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 963 00000100:00100000:2.0:1767316828.834920:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933919872:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316828.834953:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933919616:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316828.834961:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 572 00000100:00100000:0.0:1767316828.835167:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933919488 00000100:00100000:0.0:1767316828.835172:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933919488 00000100:00100000:0.0:1767316828.835207:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 771 00000100:00100000:3.0:1767316828.835237:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933919488:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316828.835266:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933919872:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 346us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316828.835274:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933919488:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 57us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316828.835279:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 963 00000100:00100000:3.0:1767316828.835289:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 771 00000100:00080000:2.0:1767316828.835303:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316828.835308:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316828.835311:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316828.848358:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316828.848462:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933920128 00000100:00100000:2.0:1767316828.848472:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933920128 00000100:00100000:2.0:1767316828.848533:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8171 00000100:00100000:2.0:1767316828.848543:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:71280:x1853163933920128:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316828.848601:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316828.848631:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba71a4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a651 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316828.848654:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3ec1326f00) 00010000:00010000:2.0:1767316828.848670:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba744b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a73f expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316828.848679:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316828.848685:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316828.848956:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.848970:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.848981:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.848995:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.849002:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.849008:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.849229:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.849238:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.849244:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316828.854576:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2378, 64 off205496 00000004:00080000:3.0:1767316828.854592:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2074097862194ns, next at 2075097858214ns, rc = 0 00010000:00010000:3.0:1767316828.854679:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854719:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854755:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854764:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854769:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854775:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854797:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316828.854820:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854826:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854833:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854838:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316828.854842:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854849:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854860:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316828.854863:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316828.854868:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854873:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba7539 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854921:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854928:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854933:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854938:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316828.854941:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854946:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854953:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:3.0:1767316828.854956:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316828.854959:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.854964:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba752b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316828.854978:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c502f93b reply state 0000000082d8335e transno 8589942717 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316828.854987:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316828.855161:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:71280:x1853163933920128:12345-192.168.204.9@tcp:36:rm.0 Request processed in 6614us (6808us total) trans 8589942717 rc 0/0 00000100:00100000:3.0:1767316828.855171:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8171 00010000:00010000:2.0:1767316828.855415:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316828.855423:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.855430:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316828.855433:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.855440:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.855449:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x209:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316828.855452:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316828.855455:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.855459:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7540 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.855474:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316828.855476:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316828.855477:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316828.857352:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.857368:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.857376:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.857382:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316828.857387:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.857393:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.857408:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x62a712df (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316828.857410:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316828.857414:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316828.857419:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7532 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x62a712df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316828.861450:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316828.861535:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933920256 00000100:00100000:2.0:1767316828.861545:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933920256 00000100:00100000:2.0:1767316828.861610:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8172 00000100:00100000:2.0:1767316828.861620:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:71280:x1853163933920256:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316828.861647:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316828.861672:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7547 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a7a1 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316828.861793:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba754e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.861816:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba754e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.861828:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba754e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316828.861892:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316828.861896:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316828.861917:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba754e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316828.861943:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7547 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7a1 expref: 28 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316828.861961:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba754e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7a1 expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316828.861970:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316828.861973:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316828.861977:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8000, rc 0) 00000100:00100000:2.0:1767316828.862033:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:71280:x1853163933920256:12345-192.168.204.9@tcp:101:rm.0 Request processed in 413us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316828.862050:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8172 00000100:00100000:2.0:1767316828.868816:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316828.868905:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933920512 00000100:00100000:0.0:1767316828.868916:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933920512 00000100:00100000:0.0:1767316828.868977:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3257 00000100:00100000:0.0:1767316828.868987:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:71280:x1853163933920512:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316828.869251:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:71280:x1853163933920512:12345-192.168.204.9@tcp:35:rm.0 Request processed in 264us (445us total) trans 8589942718 rc 0/0 00000100:00100000:0.0:1767316828.869259:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3257 00000100:00100000:0.0:1767316828.873222:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316828.873460:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933920768 00000100:00100000:3.0:1767316828.873470:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933920768 00000100:00100000:3.0:1767316828.873579:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8173 00000100:00100000:3.0:1767316828.873590:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:71280:x1853163933920768:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316828.873653:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1767316828.873680:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7491 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a74d expref: 28 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316828.873723:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba749f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a754 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316828.873789:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba7436 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a738 expref: 26 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316828.873813:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316828.873830:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba754e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7a1 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316828.873838:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316828.873845:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316828.873870:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.873883:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.873892:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.873904:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.873911:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.873923:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.874034:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.874055:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.874062:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000040:00080000:3.0:1767316828.874638:0:41789:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2379, 64 off205560 00000040:00080000:3.0:1767316828.874784:0:41789:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2378, 64 off205696 00000004:00080000:3.0:1767316828.875013:0:41789:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2074118282408ns, next at 2075118061873ns, rc = 0 00000040:00080000:3.0:1767316828.875120:0:41789:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2379, 64 off205760 00000040:00080000:3.0:1767316828.875141:0:41789:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2380, 64 off205624 00000040:00080000:3.0:1767316828.875158:0:41789:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2380, 64 off205824 00000040:00080000:3.0:1767316828.875174:0:41789:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2381, 64 off205688 00010000:00010000:3.0:1767316828.875246:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875258:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875447:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875457:0:41789:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875463:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875472:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875540:0:41789:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316828.875564:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875569:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875575:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875581:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316828.875585:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875592:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875603:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316828.875606:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316828.875610:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875616:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7563 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875684:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875690:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875709:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875714:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316828.875717:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875722:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875753:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316828.875756:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316828.875759:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.875764:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7555 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000004:00010000:3.0:1767316828.875776:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c6c6dbb9 reply state 000000009508990f transno 8589942719 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316828.875783:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316828.875885:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:71280:x1853163933920768:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2293us (2671us total) trans 8589942719 rc 0/0 00000100:00100000:3.0:1767316828.875894:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8173 00010000:00010000:1.0:1767316828.878534:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316828.878549:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316828.878560:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316828.878564:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316828.878573:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316828.878590:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20a:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:1.0:1767316828.878593:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316828.878597:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316828.878608:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba756a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316828.878632:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316828.878634:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316828.878635:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316828.878679:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.878688:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.878694:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.878717:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316828.878721:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.878764:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.878775:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x327bcfd8 (ffff9b3ec8239400) 00010000:00010000:3.0:1767316828.878778:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316828.878781:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316828.878787:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba755c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x327bcfd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316829.283986:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316830.307978:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316830.516662:0:51822:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 208a: mirror selection to prefer non-rotational devices for reads ========================================================== 20:20:29 (1767316829) 00010000:00010000:1.0:1767316831.332612:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316831.910065:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985741696:0@lo:400:kworker.0 00000100:00100000:2.0:1767316831.910131:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316831.910181:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985742208:0@lo:400:kworker.0 00000100:00100000:2.0:1767316831.910205:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316831.910229:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767316831.910235:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985741568:0@lo:400:kworker.0 00000100:00100000:2.0:1767316831.910262:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316831.910284:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985742080:0@lo:400:kworker.0 00000100:00100000:2.0:1767316831.910307:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316831.910331:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985741824:0@lo:400:kworker.0 00000100:00100000:2.0:1767316831.910351:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316831.910367:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316831.910372:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985741952:0@lo:400:kworker.0 00000100:00100000:2.0:1767316831.910388:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316831.910417:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741696 00000100:00100000:2.0:1767316831.910424:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741696 00000100:00100000:2.0:1767316831.910465:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742208 00000100:00100000:2.0:1767316831.910468:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742208 00000100:00100000:2.0:1767316831.910481:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741824 00000100:00100000:2.0:1767316831.910483:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741824 00000100:00100000:0.0:1767316831.910564:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742080 00000100:00100000:0.0:1767316831.910569:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742080 00000100:00100000:0.0:1767316831.910596:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741952 00000100:00100000:0.0:1767316831.910599:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741952 00000100:00100000:0.0:1767316831.910619:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1767316831.910628:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985742080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.910691:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985742080:12345-0@lo:400:kworker.0 Request processed in 64us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316831.910699:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1767316831.910716:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1767316831.910722:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985741952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.910779:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985741952:12345-0@lo:400:kworker.0 Request processed in 57us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316831.910785:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1767316831.910805:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1767316831.910812:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985741696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.910840:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985741696:12345-0@lo:400:kworker.0 Request processed in 28us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316831.910846:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1767316831.910858:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1767316831.910864:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985742208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.910891:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985742208:12345-0@lo:400:kworker.0 Request processed in 28us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316831.910897:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1767316831.910909:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1767316831.910914:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985741824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.910939:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985741824:12345-0@lo:400:kworker.0 Request processed in 25us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316831.910945:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1767316831.910966:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985741568 00000100:00100000:0.0:1767316831.910971:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985741568 00000100:00100000:0.0:1767316831.910995:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1767316831.911000:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985741568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.911026:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985741568:12345-0@lo:400:kworker.0 Request processed in 26us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316831.911031:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:0.0:1767316831.911084:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316831.911089:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316831.911092:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316831.911126:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985741568:0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.911137:0:6213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873724 gen 2 00000004:00080000:0.0:1767316831.911143:0:6213:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873724 committed transno 17179873724 00000100:00100000:0.0:1767316831.911163:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985742080:0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.911174:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985741696:0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.911183:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985742208:0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.911213:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840608 gen 2 00000004:00080000:0.0:1767316831.911217:0:6214:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840608 committed transno 21474840608 00000100:00100000:0.0:1767316831.911229:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985741952:0@lo:400:kworker.0 00000100:00100000:0.0:1767316831.911238:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985741824:0@lo:400:kworker.0 00000001:02000400:1.0:1767316831.931046:0:51870:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_208a needs >= 4 OSTs 00010000:00010000:1.0:1767316832.355931:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316832.934505:0:41814:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2078177773396ns, next at 2079177771139ns, rc = 0 00000100:00100000:0.0:1767316832.934640:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985742336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316832.934710:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767316832.934885:0:41812:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2078178155436ns, next at 2079178154252ns, rc = 0 00000100:00100000:2.0:1767316832.934916:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985742464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316832.934959:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316832.935012:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742336 00000100:00100000:2.0:1767316832.935019:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742336 00000100:00100000:2.0:1767316832.935064:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742464 00000100:00100000:2.0:1767316832.935067:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742464 00000100:00100000:3.0:1767316832.935153:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1767316832.935166:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985742336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316832.935211:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 523698176 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1767316832.935252:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985742336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316832.935259:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1767316832.935448:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985742336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316832.935685:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1767316832.935694:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985742464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316832.935718:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 403243008 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1767316832.935789:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985742464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316832.935797:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1767316832.936871:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985742464:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1767316833.381567:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316833.557715:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942718 is committed 00000004:00080000:0.0:1767316833.557767:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1988 committed 00000020:00080000:0.0:1767316833.557780:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969388 batchid updated 00000020:00080000:0.0:1767316833.557920:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969388 00000020:00080000:0.0:1767316833.558096:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969388 cancel update log [0x200000bd0:0x1:0x0].70: rc = 0 00000020:00080000:0.0:1767316833.558107:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969388 00000100:00100000:0.0:1767316833.558127:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985742592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316833.558192:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.558242:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316833.558249:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985742720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316833.558272:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.558299:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985742848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316833.558321:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.558353:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742592 00000100:00100000:0.0:1767316833.558360:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742592 00000100:00100000:0.0:1767316833.558407:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742720 00000100:00100000:0.0:1767316833.558410:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742720 00000100:00100000:0.0:1767316833.558424:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985742848 00000100:00100000:0.0:1767316833.558427:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985742848 00000100:00100000:0.0:1767316833.558445:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12395 00000100:00100000:0.0:1767316833.558453:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985742592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316833.558479:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:631 count 1 00010000:00010000:0.0:1767316833.558503:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558522:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 14 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558530:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316833.558532:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316833.558535:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558562:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 14 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558574:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 14 pid: 37089 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.558585:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15520:1853163985742976:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.558657:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316833.558673:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12396 00000100:00100000:0.0:1767316833.558681:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985742720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316833.558695:0:14912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:632 count 1 00010000:00010000:0.0:1767316833.558706:0:14912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558716:0:14912:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 14 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316833.558722:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.558723:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.558747:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558765:0:14912:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 14 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316833.558778:0:14912:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 14 pid: 14912 timeout: 2178 lvb_type: 1 00000100:00100000:0.0:1767316833.558786:0:14912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14912:1853163985743104:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.558809:0:14912:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02780 going to sleep for 11 seconds 00000100:00080000:0.0:1767316833.558820:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316833.558833:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12397 00000100:00100000:0.0:1767316833.558840:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985742848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316833.558851:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:633 count 1 00010000:00010000:0.0:1767316833.558860:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558870:0:45244:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 14 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558876:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.558877:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.558879:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558895:0:45244:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 14 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.558903:0:45244:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 14 pid: 14912 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.558916:0:45244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985743232:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.558939:0:45244:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02300 going to sleep for 11 seconds 00000004:00080000:0.0:1767316833.559077:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1989 committed 00000100:00100000:0.0:1767316833.559190:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985743360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316833.559220:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.559239:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316833.559245:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985743744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316833.559268:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.559294:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985743488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316833.559313:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.559330:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316833.559334:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985743616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316833.559352:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316833.559376:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985743360 00000100:00100000:0.0:1767316833.559380:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985743360 00000100:00100000:0.0:1767316833.559408:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985743744 00000100:00100000:0.0:1767316833.559411:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985743744 00000100:00100000:0.0:1767316833.559425:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985743488 00000100:00100000:0.0:1767316833.559428:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985743488 00000100:00100000:0.0:1767316833.559441:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985743616 00000100:00100000:0.0:1767316833.559443:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985743616 00000100:00100000:0.0:1767316833.559454:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12398 00000100:00100000:0.0:1767316833.559460:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:6215:x1853163985743360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316833.559473:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:627 count 1 00010000:00010000:0.0:1767316833.559489:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559507:0:38185:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 15 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559513:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316833.559515:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316833.559517:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559560:0:38185:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 15 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559569:0:38185:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 15 pid: 14914 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.559578:0:38185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:38185:1853163985743872:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.559620:0:38185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbe02180 going to sleep for 11 seconds 00000100:00100000:0.0:1767316833.559637:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12399 00000100:00100000:0.0:1767316833.559644:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5467050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:6215:x1853163985743744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316833.559657:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:630 count 1 00010000:00010000:0.0:1767316833.559667:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559678:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 15 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559684:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316833.559686:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316833.559688:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559705:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 15 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559712:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 15 pid: 15520 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.559721:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985744000:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.559765:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7cee540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316833.559781:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12400 00000100:00100000:0.0:1767316833.559788:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985743488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316833.559800:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:628 count 1 00002000:00010000:0.0:1767316833.559821:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x274:0x0] initial LVB size: 1048576, mtime: 0x69571d55, atime: 0x69571d56, ctime: 0x69571d57, blocks: 0x803 00010000:00010000:0.0:1767316833.559827:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559835:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.559837:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.559841:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559854:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559863:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559871:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.559888:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316833.560322:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985743488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 533us (1007us total) trans 21474840609 rc 0/0 00000100:00100000:0.0:1767316833.560330:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12400 00000100:00100000:0.0:1767316833.560349:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12401 00000100:00100000:0.0:1767316833.560355:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985743616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316833.560367:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:629 count 1 00010000:00010000:0.0:1767316833.560379:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560390:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 15 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316833.560397:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.560398:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.560401:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560419:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 15 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316833.560428:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 15 pid: 14912 timeout: 2178 lvb_type: 1 00000100:00100000:0.0:1767316833.560442:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985744128:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.560469:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7cee6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1767316833.560484:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767316833.560538:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316833.560544:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560552:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316833.560555:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560563:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560578:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560586:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba7594 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.560600:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316833.560601:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316833.560603:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1767316833.561871:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942719 is committed 00000004:00080000:2.0:1767316833.561880:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1987 committed 00000004:00080000:2.0:1767316833.561902:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1988 committed 00000004:00080000:0.0:1767316833.563002:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e32300/2, rc 0, transno 21474840609 00000100:00100000:0.0:1767316833.563015:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985743488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316833.563432:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316833.563456:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316833.563475:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316833.563498:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921152 00000100:00100000:3.0:1767316833.563505:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921152 00010000:00010000:3.0:1767316833.563550:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 15 pid: 14912 timeout: 2178 lvb_type: 0 00000100:00100000:3.0:1767316833.563577:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933920896 00000100:00100000:3.0:1767316833.563580:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933920896 00010000:00010000:3.0:1767316833.563592:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 16 pid: 37089 timeout: 2178 lvb_type: 0 00000100:00100000:3.0:1767316833.563605:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921024 00000100:00100000:3.0:1767316833.563608:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921024 00010000:00010000:3.0:1767316833.563632:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 17 pid: 14912 timeout: 2178 lvb_type: 1 00000100:00100000:3.0:1767316833.563651:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6359 00000100:00100000:3.0:1767316833.563658:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933921152:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316833.563975:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316833.563983:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 17 pid: 14912 timeout: 2178 lvb_type: 0 00010000:00010000:3.0:1767316833.563994:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 17 pid: 14912 timeout: 2178 lvb_type: 0 00010000:00010000:3.0:1767316833.564017:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316833.564019:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316833.564023:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.564033:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.564056:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316833.564103:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933921152:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 444us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316833.564111:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6359 00000100:00100000:3.0:1767316833.564129:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6360 00000100:00100000:3.0:1767316833.564136:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933920896:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316833.564145:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316833.564149:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 16 pid: 37089 timeout: 2178 lvb_type: 0 00010000:00010000:3.0:1767316833.564159:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 16 pid: 37089 timeout: 2178 lvb_type: 0 00010000:00010000:3.0:1767316833.564169:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316833.564171:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316833.564174:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.564180:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.564191:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316833.564209:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933920896:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 74us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316833.564215:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6360 00000100:00100000:3.0:1767316833.564227:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6361 00000100:00100000:3.0:1767316833.564233:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933921024:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316833.564240:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316833.564244:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 15 pid: 14912 timeout: 2178 lvb_type: 1 00010000:00010000:3.0:1767316833.564252:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 15 pid: 14912 timeout: 2178 lvb_type: 1 00010000:00010000:3.0:1767316833.564261:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316833.564263:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316833.564266:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.564273:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.564283:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316833.564300:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933921024:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 67us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316833.564306:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6361 00010000:00010000:1.0:1767316833.564515:0:14912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba74c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a762 expref: 14 pid: 14912 timeout: 2178 lvb_type: 1 00000100:00100000:1.0:1767316833.564529:0:14912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14912:1853163985743104:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316833.564547:0:14912:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.564556:0:14912:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.564562:0:14912:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.564570:0:14912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.564578:0:14912:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.564593:0:14912:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316833.565145:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985742720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6458us (6865us total) trans 17179873725 rc 0/0 00000100:00100000:1.0:1767316833.565154:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12396 00010000:00010000:2.0:1767316833.565369:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba750f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a785 expref: 13 pid: 14912 timeout: 2178 lvb_type: 0 00000100:00100000:2.0:1767316833.565380:0:45244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985743232:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316833.565397:0:45244:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.565405:0:45244:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.565412:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.565420:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.565426:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.565450:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316833.565815:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985742848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6975us (7492us total) trans 17179873726 rc 0/0 00000100:00100000:2.0:1767316833.565827:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12397 00010000:00010000:3.0:1767316833.565968:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316833.565977:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.565985:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316833.565989:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566004:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566022:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566029:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7578 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566048:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316833.566051:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566059:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac4c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316833.566062:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566068:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566077:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566083:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba757f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.566097:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316833.566099:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316833.566101:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316833.566216:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316833.566310:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7421 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a731 expref: 12 pid: 37089 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.566322:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15520:1853163985742976:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316833.566339:0:15520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.566347:0:15520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.566354:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.566362:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.566370:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.566392:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316833.566656:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985742592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8204us (8463us total) trans 17179873727 rc 0/0 00000100:00100000:0.0:1767316833.566664:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12395 00010000:00010000:1.0:1767316833.566901:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316833.566906:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.566911:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316833.566913:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.566918:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.566927:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.566931:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7571 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.567000:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316833.567002:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316833.567004:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767316833.567056:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1767316833.567210:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef401ad80/2, rc 0, transno 17179873725 00000100:00100000:0.0:1767316833.567217:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985742720:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316833.567226:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4018000/2, rc 0, transno 17179873727 00000100:00100000:0.0:1767316833.567229:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985742592:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316833.567246:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4019500/2, rc 0, transno 17179873726 00000100:00100000:0.0:1767316833.567250:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985742848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316833.570947:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316833.570947:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985744000:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316833.570974:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316833.570974:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316833.570996:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316833.571021:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921280 00000100:00100000:0.0:1767316833.571029:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921280 00010000:00010000:0.0:1767316833.571081:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 16 pid: 14914 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.571110:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921408 00000100:00100000:0.0:1767316833.571113:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921408 00010000:00010000:0.0:1767316833.571124:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 17 pid: 15520 timeout: 2178 lvb_type: 0 00000100:00100000:0.0:1767316833.571141:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921536 00000100:00100000:0.0:1767316833.571144:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921536 00010000:00010000:0.0:1767316833.571157:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 18 pid: 14912 timeout: 2178 lvb_type: 1 00000100:00100000:0.0:1767316833.571174:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6362 00000100:00100000:0.0:1767316833.571183:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933921280:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316833.571200:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316833.571204:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 18 pid: 14914 timeout: 2178 lvb_type: 0 00010000:00010000:0.0:1767316833.571216:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 18 pid: 14914 timeout: 2178 lvb_type: 0 00010000:00010000:0.0:1767316833.571242:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.571244:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.571249:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571260:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1767316833.571262:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767316833.571278:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316833.571328:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933921280:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 145us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316833.571335:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6362 00000100:00100000:0.0:1767316833.571352:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6363 00000100:00100000:0.0:1767316833.571358:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2485:x1853163933921408:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316833.571365:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316833.571370:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 17 pid: 15520 timeout: 2178 lvb_type: 0 00010000:00010000:0.0:1767316833.571379:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 17 pid: 15520 timeout: 2178 lvb_type: 0 00010000:00010000:0.0:1767316833.571391:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba73fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a71c expref: 17 pid: 15520 timeout: 2178 lvb_type: 0 00010000:00010000:0.0:1767316833.571401:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.571403:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.571406:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571413:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571429:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316833.571448:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2485:x1853163933921408:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 90us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316833.571455:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6363 00000100:00100000:0.0:1767316833.571467:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6364 00000100:00100000:0.0:1767316833.571474:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa06c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933921536:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316833.571481:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316833.571485:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 15 pid: 14912 timeout: 2178 lvb_type: 1 00010000:00010000:0.0:1767316833.571495:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 15 pid: 14912 timeout: 2178 lvb_type: 1 00010000:00010000:0.0:1767316833.571505:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.571507:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316833.571510:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571516:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571531:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316833.571549:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa06c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933921536:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 76us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316833.571555:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6364 00010000:00010000:0.0:1767316833.571607:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571629:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571639:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571647:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.571665:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316833.571989:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba74c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a769 expref: 14 pid: 14912 timeout: 2178 lvb_type: 1 00000100:00100000:3.0:1767316833.572003:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985744128:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316833.572020:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.572030:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.572038:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.572047:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.572054:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316833.572070:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316833.572274:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5467050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985743744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12629us (13003us total) trans 21474840610 rc 0/0 00000100:00100000:0.0:1767316833.572283:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12399 00000004:00080000:0.0:1767316833.572327:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e2a00/2, rc 0, transno 21474840610 00000100:00100000:0.0:1767316833.572333:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985743744:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316833.572352:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316833.572359:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.572372:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac4400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316833.572376:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.572386:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572463:0:38185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba71b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a658 expref: 13 pid: 14914 timeout: 2178 lvb_type: 0 00000100:00100000:1.0:1767316833.572475:0:38185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:38185:1853163985743872:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316833.572487:0:38185:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572494:0:38185:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572501:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572509:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572515:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572537:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767316833.572818:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:6215:x1853163985743360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13356us (13595us total) trans 21474840612 rc 0/0 00000100:00100000:1.0:1767316833.572825:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12398 00010000:00010000:2.0:1767316833.572921:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316833.572927:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.572945:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316833.572949:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316833.572951:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316833.572956:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.572971:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.572979:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba759b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.573006:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316833.573008:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316833.573009:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316833.574072:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316833.574075:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316833.574078:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316833.574342:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.574354:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac4000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316833.574357:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.574365:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.574380:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.574387:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7586 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316833.574404:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316833.574406:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316833.574407:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316833.575107:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.575119:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba758d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316833.575137:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316833.575139:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316833.575142:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316833.575191:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e32680/2, rc 0, transno 21474840612 00000100:00100000:0.0:1767316833.575199:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985743360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316833.577018:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985743616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16653us (17655us total) trans 21474840611 rc 0/0 00000100:00100000:3.0:1767316833.577032:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12401 00000004:00080000:1.0:1767316833.577159:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e31f80/2, rc 0, transno 21474840611 00000100:00100000:1.0:1767316833.577166:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985743616:0@lo:6:osp-syn-0-0.0 00000001:02000400:0.0:1767316833.823432:0:51920:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 208b: mirror selection to prefer non-rotational devices for writes ========================================================== 20:20:32 (1767316832) 00000100:00100000:0.0:1767316833.952714:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316833.952801:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316833.952878:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921792 00000100:00100000:1.0:1767316833.952889:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921792 00000100:00100000:1.0:1767316833.952968:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 576 00000100:00100000:1.0:1767316833.952979:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2484:x1853163933921792:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316833.953067:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2484:x1853163933921792:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 89us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316833.953075:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 576 00000100:00080000:0.0:1767316833.953626:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316833.953760:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921664 00000100:00100000:3.0:1767316833.953766:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921664 00000100:00100000:3.0:1767316833.953802:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 773 00000100:00100000:3.0:1767316833.953809:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933921664:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316833.953858:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933921664:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316833.953865:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 773 00010000:00010000:2.0:1767316834.404013:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316835.435357:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767316835.577405:0:51969:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_208b needs >= 4 OSTs 00010000:00010000:2.0:1767316836.451922:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316837.028012:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985744512:0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028090:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316837.028155:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767316837.028162:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985744384:0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028185:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316837.028199:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985744896:0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028219:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316837.028254:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985744512 00000100:00100000:2.0:1767316837.028261:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985744512 00000100:00100000:2.0:1767316837.028314:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985744384 00000100:00100000:2.0:1767316837.028316:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985744384 00000100:00100000:2.0:1767316837.028336:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985744896 00000100:00100000:2.0:1767316837.028339:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985744896 00000100:00100000:2.0:1767316837.028360:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1767316837.028369:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985744512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028420:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985744512:12345-0@lo:400:kworker.0 Request processed in 52us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.028428:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1767316837.028447:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1767316837.028452:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985744384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028478:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985744384:12345-0@lo:400:kworker.0 Request processed in 26us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.028483:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1767316837.028494:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1767316837.028500:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985744896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028526:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985744896:12345-0@lo:400:kworker.0 Request processed in 25us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.028531:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:2.0:1767316837.028558:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316837.028612:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985744384:0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028623:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985744896:0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.028632:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985744512:0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.028808:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985744256:0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.028846:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316837.028877:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985744768:0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.028902:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316837.028923:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316837.028928:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985744640:0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.028948:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316837.028976:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985744768 00000100:00100000:3.0:1767316837.028980:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985744768 00000100:00100000:3.0:1767316837.029014:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985744640 00000100:00100000:3.0:1767316837.029016:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985744640 00000100:00100000:3.0:1767316837.029063:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1767316837.029070:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:6215:x1853163985744768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.029107:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:6215:x1853163985744768:12345-0@lo:400:kworker.0 Request processed in 38us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.029128:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1767316837.029141:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1767316837.029147:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985744640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.029175:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985744640:12345-0@lo:400:kworker.0 Request processed in 29us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.029181:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00080000:3.0:1767316837.029208:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316837.029211:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316837.029229:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985744640:0@lo:400:kworker.0 00000100:00100000:3.0:1767316837.029239:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985744768:0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.029621:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985744256 00000100:00100000:2.0:1767316837.029626:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985744256 00000100:00100000:2.0:1767316837.029652:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1767316837.029657:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985744256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316837.029698:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efbec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985744256:12345-0@lo:400:kworker.0 Request processed in 40us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.029705:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1767316837.030051:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985744256:0@lo:400:kworker.0 00000001:02000400:2.0:1767316837.049476:0:52017:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 209a: skip fast reads after layout invalidation ========================================================== 20:20:35 (1767316835) 00010000:00010000:0.0:1767316837.475945:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316837.770327:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316837.770425:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933921920 00000100:00100000:3.0:1767316837.770436:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933921920 00000100:00100000:3.0:1767316837.770564:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:3.0:1767316837.770585:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:72102:x1853163933921920:12345-192.168.204.9@tcp:101:mount.lustre.0 00010000:00010000:3.0:1767316837.770602:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316837.770620:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85df400/0xc472cb5f51ba75a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a7a8 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316837.770648:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85df400/0xc472cb5f51ba75a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7a8 expref: 10 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316837.770660:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85df400/0xc472cb5f51ba75a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7a8 expref: 10 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316837.770669:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df400, rc 0) 00000100:00100000:3.0:1767316837.770762:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72102:x1853163933921920:12345-192.168.204.9@tcp:101:mount.lustre.0 Request processed in 178us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.770770:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:1.0:1767316837.782822:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316837.783300:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922048 00000100:00100000:3.0:1767316837.783313:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922048 00000100:00100000:3.0:1767316837.783374:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 776 00000100:00100000:3.0:1767316837.783384:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72102:x1853163933922048:12345-192.168.204.9@tcp:501:mount.lustre.0 00000100:00100000:3.0:1767316837.783818:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72102:x1853163933922048:12345-192.168.204.9@tcp:501:mount.lustre.0 Request processed in 433us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.783826:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 776 00000100:00100000:1.0:1767316837.788433:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.788546:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922176 00000100:00100000:2.0:1767316837.788557:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922176 00000100:00100000:2.0:1767316837.788709:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 777 00000100:00100000:2.0:1767316837.788718:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72102:x1853163933922176:12345-192.168.204.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1767316837.789378:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef51ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72102:x1853163933922176:12345-192.168.204.9@tcp:503:mount.lustre.0 Request processed in 658us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.789387:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 777 00000100:00100000:0.0:1767316837.802243:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.803321:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922304 00000100:00100000:2.0:1767316837.803337:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922304 00000100:00100000:2.0:1767316837.803407:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 778 00000100:00100000:2.0:1767316837.803417:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72106:x1853163933922304:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316837.803908:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72106:x1853163933922304:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 490us (1673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.803916:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 778 00000100:00100000:1.0:1767316837.829013:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316837.831983:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922432 00000100:00100000:3.0:1767316837.831999:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922432 00000100:00100000:3.0:1767316837.832074:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 779 00000100:00100000:3.0:1767316837.832094:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72106:x1853163933922432:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316837.832465:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72106:x1853163933922432:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 372us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.832474:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 779 00000100:00100000:1.0:1767316837.836059:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.836258:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922560 00000100:00100000:2.0:1767316837.836278:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922560 00000100:00100000:2.0:1767316837.836344:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:2.0:1767316837.836356:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72106:x1853163933922560:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316837.836911:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72106:x1853163933922560:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 554us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.836920:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:0.0:1767316837.841946:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316837.842037:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922688 00000100:00100000:3.0:1767316837.842047:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922688 00000100:00100000:3.0:1767316837.842116:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:3.0:1767316837.842126:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:72102:x1853163933922688:12345-192.168.204.9@tcp:101:mount.lustre.0 00010000:00010000:3.0:1767316837.842143:0:41786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316837.842161:0:41786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec85de200/0xc472cb5f51ba75a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a7d2 expref: -99 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316837.842189:0:41786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec85de200/0xc472cb5f51ba75a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7d2 expref: 11 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316837.842200:0:41786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec85de200/0xc472cb5f51ba75a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7d2 expref: 11 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316837.842349:0:41786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316837.842425:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+11:72102:x1853163933922688:12345-192.168.204.9@tcp:101:mount.lustre.0 Request processed in 299us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.842432:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:1.0:1767316837.847796:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.848034:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922816 00000100:00100000:2.0:1767316837.848045:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922816 00000100:00100000:2.0:1767316837.848108:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 782 00000100:00100000:2.0:1767316837.848119:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+11:72102:x1853163933922816:12345-192.168.204.9@tcp:256:mount.lustre.0 20000000:01000000:2.0:1767316837.848149:0:41785:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1767316837.848173:0:41785:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1767316837.848176:0:41785:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1767316837.851081:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+11:72102:x1853163933922816:12345-192.168.204.9@tcp:256:mount.lustre.0 Request processed in 2946us (3278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.851095:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 782 00000100:00100000:0.0:1767316837.859654:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.860003:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933922944 00000100:00100000:2.0:1767316837.860013:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933922944 00000100:00100000:2.0:1767316837.860081:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 783 00000100:00100000:2.0:1767316837.860090:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+11:72102:x1853163933922944:12345-192.168.204.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1767316837.860106:0:41785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316837.860123:0:41785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b3ec51d9000/0xc472cb5f51ba75b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a7d9 expref: -99 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316837.860152:0:41785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b3ec51d9000/0xc472cb5f51ba75b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7d9 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316837.860163:0:41785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b3ec51d9000/0xc472cb5f51ba75b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7d9 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316837.860177:0:41785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9000, rc 0) 00000100:00100000:2.0:1767316837.860821:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc37be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72102:x1853163933922944:12345-192.168.204.9@tcp:101:mount.lustre.0 Request processed in 727us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.860832:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 783 00000100:00100000:1.0:1767316837.865288:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.865655:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923072 00000100:00100000:2.0:1767316837.865673:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923072 00000100:00100000:2.0:1767316837.865764:0:41785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 784 00000100:00100000:2.0:1767316837.865774:0:41785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72102:x1853163933923072:12345-192.168.204.9@tcp:501:mount.lustre.0 00000100:00100000:2.0:1767316837.865937:0:41785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72102:x1853163933923072:12345-192.168.204.9@tcp:501:mount.lustre.0 Request processed in 164us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.865946:0:41785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 784 00000100:00100000:1.0:1767316837.868589:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316837.868805:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923200 00000100:00100000:3.0:1767316837.868815:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923200 00000100:00100000:2.0:1767316837.868973:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 785 00000100:00100000:2.0:1767316837.868983:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72102:x1853163933923200:12345-192.168.204.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1767316837.869562:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72102:x1853163933923200:12345-192.168.204.9@tcp:503:mount.lustre.0 Request processed in 578us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.869571:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 785 00000100:00100000:1.0:1767316837.874890:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316837.877985:0:41785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923328 00000100:00100000:0.0:1767316837.878000:0:41785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923328 00000100:00100000:2.0:1767316837.878093:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 786 00000100:00100000:2.0:1767316837.878105:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72111:x1853163933923328:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1767316837.878775:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72111:x1853163933923328:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 670us (3892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.878785:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 786 00000100:00100000:1.0:1767316837.886243:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316837.886584:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923456 00000100:00100000:3.0:1767316837.886594:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923456 00000100:00100000:3.0:1767316837.886654:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:3.0:1767316837.886664:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72111:x1853163933923456:12345-192.168.204.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1767316837.886977:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:72111:x1853163933923456:12345-192.168.204.9@tcp:502:llog_process_th.0 Request processed in 314us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.886986:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:1.0:1767316837.897942:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316837.897996:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316837.898025:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316837.898121:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316837.898163:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923968 00000100:00100000:1.0:1767316837.898174:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923968 00000100:00100000:1.0:1767316837.898245:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923584 00000100:00100000:1.0:1767316837.898248:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923584 00000100:00100000:1.0:1767316837.898267:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 580 00000100:00100000:1.0:1767316837.898277:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2486:x1853163933923968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316837.898359:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2486:x1853163933923968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316837.898367:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 580 00000100:00100000:2.0:1767316837.898519:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8174 00000100:00100000:2.0:1767316837.898525:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2482:x1853163933923584:12345-192.168.204.9@tcp:38:mount.lustre.0 00010000:00080000:2.0:1767316837.898586:0:41789:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp t0 exp 0000000000000000 cur 2083 last 0 00000020:00000080:2.0:1767316837.898634:0:41789:0:(genops.c:1402:class_connect()) connect: client edbc2ee0-c329-4291-8f1d-b1fedb3e4016, cookie 0xc472cb5f51ba75b7 00000004:00100000:2.0:1767316837.898668:0:41789:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1767316837.898912:0:41789:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9b3ec338e500 00000100:00080000:2.0:1767316837.898949:0:41789:0:(import.c:65:import_set_state_nolock()) ffff9b3dc47f5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1767316837.898987:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2482:x1853163933923584:12345-192.168.204.9@tcp:38:mount.lustre.0 Request processed in 461us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.898994:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8174 00000100:00100000:3.0:1767316837.899182:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924224 00000100:00100000:3.0:1767316837.899187:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924224 00000100:00100000:3.0:1767316837.899229:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924096 00000100:00100000:3.0:1767316837.899232:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924096 00000100:00100000:3.0:1767316837.899257:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 968 00000100:00100000:3.0:1767316837.899265:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933924224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316837.899302:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933924224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.899308:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 968 00000100:00100000:3.0:1767316837.899320:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 969 00000100:00100000:3.0:1767316837.899326:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933924096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316837.899352:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933924096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316837.899358:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 969 00000100:00080000:3.0:1767316837.899376:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316837.899380:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316837.899393:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316837.913703:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.913941:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923712 00000100:00100000:2.0:1767316837.913950:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923712 00000100:00100000:2.0:1767316837.914023:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8175 00000100:00100000:2.0:1767316837.914033:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:0:x1853163933923712:12345-192.168.204.9@tcp:41:mount.lustre.0 00000004:00000024:2.0:1767316837.914091:0:42524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 5505024 pending 0 free 2259288064 avail 2257190912 00000100:00100000:2.0:1767316837.914166:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:0:x1853163933923712:12345-192.168.204.9@tcp:41:mount.lustre.0 Request processed in 134us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.914173:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8175 00000100:00080000:3.0:1767316837.916928:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316837.919302:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316837.919545:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933923840 00000100:00100000:0.0:1767316837.919558:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933923840 00000100:00100000:0.0:1767316837.919638:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8176 00000100:00100000:0.0:1767316837.919650:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72102:x1853163933923840:12345-192.168.204.9@tcp:41:mount.lustre.0 00000004:00000024:0.0:1767316837.919686:0:41788:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 5505024 pending 0 free 2259288064 avail 2257190912 00000100:00100000:0.0:1767316837.919794:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72102:x1853163933923840:12345-192.168.204.9@tcp:41:mount.lustre.0 Request processed in 146us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316837.919802:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8176 00000100:00100000:1.0:1767316837.922999:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.923098:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924352 00000100:00100000:2.0:1767316837.923108:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924352 00000100:00100000:2.0:1767316837.923169:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8177 00000100:00100000:2.0:1767316837.923179:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72102:x1853163933924352:12345-192.168.204.9@tcp:40:mount.lustre.0 00000100:00100000:2.0:1767316837.923287:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72102:x1853163933924352:12345-192.168.204.9@tcp:40:mount.lustre.0 Request processed in 109us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.923295:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8177 00000100:00100000:1.0:1767316837.926685:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316837.926725:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316837.926933:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924480 00000100:00100000:0.0:1767316837.926944:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924480 00000100:00100000:0.0:1767316837.926988:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924608 00000100:00100000:0.0:1767316837.926992:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924608 00000100:00100000:0.0:1767316837.927024:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12402 00000100:00100000:0.0:1767316837.927031:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2482:x1853163933924480:12345-192.168.204.9@tcp:8:mount.lustre.0 00010000:00080000:0.0:1767316837.927061:0:37088:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp t0 exp 0000000000000000 cur 2083 last 0 00000020:00000080:0.0:1767316837.927104:0:37088:0:(genops.c:1402:class_connect()) connect: client edbc2ee0-c329-4291-8f1d-b1fedb3e4016, cookie 0xc472cb5f51ba75be 00002000:00100000:0.0:1767316837.927116:0:37088:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli edbc2ee0-c329-4291-8f1d-b1fedb3e4016/ffff9b3dc3b67000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1767316837.927139:0:37088:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1767316837.927364:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12403 00000100:00100000:1.0:1767316837.927371:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2482:x1853163933924608:12345-192.168.204.9@tcp:8:mount.lustre.0 00010000:00080000:1.0:1767316837.927398:0:15520:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp t0 exp 0000000000000000 cur 2083 last 0 00000020:00000080:1.0:1767316837.927424:0:15520:0:(genops.c:1402:class_connect()) connect: client edbc2ee0-c329-4291-8f1d-b1fedb3e4016, cookie 0xc472cb5f51ba75c5 00002000:00100000:1.0:1767316837.927430:0:15520:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli edbc2ee0-c329-4291-8f1d-b1fedb3e4016/ffff9b3dc728e800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1767316837.927444:0:15520:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1767316837.927526:0:15520:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9b3efbeeb800 00002000:00080000:1.0:1767316837.927549:0:15520:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1767316837.927584:0:15520:0:(import.c:65:import_set_state_nolock()) ffff9b3dc7289000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767316837.927667:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2482:x1853163933924608:12345-192.168.204.9@tcp:8:mount.lustre.0 Request processed in 295us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316837.927676:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12403 00000020:01000000:1.0:1767316837.933215:0:37088:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9b3ecf72d400 00002000:00080000:1.0:1767316837.933238:0:37088:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1767316837.933287:0:37088:0:(import.c:65:import_set_state_nolock()) ffff9b3dc728b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1767316837.933394:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2482:x1853163933924480:12345-192.168.204.9@tcp:8:mount.lustre.0 Request processed in 6360us (6718us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316837.933410:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12402 00000100:00100000:1.0:1767316837.937836:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316837.938047:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924736 00000100:00100000:2.0:1767316837.938057:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924736 00000100:00100000:2.0:1767316837.938130:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3258 00000100:00100000:2.0:1767316837.938140:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72102:x1853163933924736:12345-192.168.204.9@tcp:33:mount.lustre.0 00000004:00200000:2.0:1767316837.938259:0:41791:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000100:00100000:2.0:1767316837.938539:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72102:x1853163933924736:12345-192.168.204.9@tcp:33:mount.lustre.0 Request processed in 389us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316837.938548:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3258 00000100:00100000:3.0:1767316838.052319:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985745024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316838.052408:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316838.052502:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745024 00000100:00100000:0.0:1767316838.052509:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745024 00000100:00100000:0.0:1767316838.052567:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1767316838.052577:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:6213:x1853163985745024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316838.052603:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 527106048 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1767316838.054001:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316838.054024:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985745152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316838.054091:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316838.054147:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745152 00000100:00100000:2.0:1767316838.054154:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745152 00000100:00100000:2.0:1767316838.054193:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1767316838.054212:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985745152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316838.054232:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 406650880 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1767316838.054276:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985745152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316838.054284:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1767316838.054337:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985745152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316838.057566:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:6213:x1853163985745024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4979us (5144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316838.057583:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1767316838.066081:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985745024:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1767316838.499985:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1767316838.681581:0:41822:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000001:00080000:2.0:1767316838.688063:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873727 is committed 00000001:00100000:2.0:1767316838.688084:0:35303:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000001:00100000:1.0:1767316838.694166:0:33647:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000001:00080000:1.0:1767316838.694185:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840610 is committed 00000001:00080000:1.0:1767316838.694203:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840612 is committed 00010000:00010000:1.0:1767316839.524155:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316840.553567:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316841.575123:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316842.149680:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985745280:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.149775:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316842.149820:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985745792:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.149845:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316842.149872:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316842.149877:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985745664:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.149899:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316842.149928:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985745408:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.149955:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316842.149976:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985745920:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.149996:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316842.150014:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316842.150019:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985745536:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.150039:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316842.151544:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745280 00000100:00100000:3.0:1767316842.151557:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745280 00000100:00100000:3.0:1767316842.151757:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1767316842.151768:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985745280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.151854:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985745280:12345-0@lo:400:kworker.0 Request processed in 87us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.151862:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1767316842.151903:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745792 00000100:00100000:3.0:1767316842.151907:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745792 00000100:00100000:3.0:1767316842.151940:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745664 00000100:00100000:3.0:1767316842.151944:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745664 00000100:00100000:3.0:1767316842.151962:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1767316842.151969:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985745792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.152001:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985745792:12345-0@lo:400:kworker.0 Request processed in 33us (2155us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.152007:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1767316842.152019:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1767316842.152025:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985745664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.152049:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985745664:12345-0@lo:400:kworker.0 Request processed in 24us (2149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.152054:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1767316842.152076:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745408 00000100:00100000:3.0:1767316842.152080:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745408 00000100:00100000:3.0:1767316842.152101:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745920 00000100:00100000:3.0:1767316842.152104:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745920 00000100:00100000:3.0:1767316842.152116:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985745536 00000100:00100000:3.0:1767316842.152118:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985745536 00000100:00100000:1.0:1767316842.152284:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840612 gen 2 00000004:00080000:1.0:1767316842.152291:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e32300, transno 21474840609 00000004:00080000:1.0:1767316842.152302:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e2a00, transno 21474840610 00000004:00080000:1.0:1767316842.152305:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e31f80, transno 21474840611 00000004:00080000:1.0:1767316842.152308:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e32680, transno 21474840612 00000100:00100000:1.0:1767316842.152314:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985745664:0@lo:400:kworker.0 00000100:00100000:1.0:1767316842.152326:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985745280:0@lo:400:kworker.0 00000100:00100000:1.0:1767316842.152335:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873727 gen 2 00000004:00080000:1.0:1767316842.152339:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef401ad80, transno 17179873725 00000004:00080000:1.0:1767316842.152346:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4019500, transno 17179873726 00000004:00080000:1.0:1767316842.152349:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4018000, transno 17179873727 00000100:00100000:1.0:1767316842.152352:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985745792:0@lo:400:kworker.0 00000004:00080000:1.0:1767316842.152605:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000004:00080000:1.0:1767316842.153296:0:41813:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:3.0:1767316842.153396:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1767316842.153408:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985745408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.153494:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985745408:12345-0@lo:400:kworker.0 Request processed in 90us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.153502:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1767316842.153516:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1767316842.153522:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985745920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316842.153812:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1767316842.153824:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985745536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316842.153861:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985745536:12345-0@lo:400:kworker.0 Request processed in 41us (3820us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.153867:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1767316842.153964:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985745920:12345-0@lo:400:kworker.0 Request processed in 29us (3553us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.153971:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:3.0:1767316842.153996:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316842.154002:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316842.154005:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316842.156878:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985745536:0@lo:400:kworker.0 00000100:00100000:2.0:1767316842.156898:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985745408:0@lo:400:kworker.0 00000100:00100000:2.0:1767316842.156910:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985745920:0@lo:400:kworker.0 00000100:00100000:3.0:1767316842.216014:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.216048:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933924864 00000100:00100000:3.0:1767316842.216058:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933924864 00000100:00100000:3.0:1767316842.216112:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8178 00000100:00100000:3.0:1767316842.216122:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:72234:x1853163933924864:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.216158:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.216183:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba75cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a803 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.216257:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba75d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.216282:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba75d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.216296:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba75d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316842.216370:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316842.216375:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316842.216405:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba75d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.216432:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba75cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a803 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.216448:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba75d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a803 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.216467:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316842.216470:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316842.216473:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de600, rc 0) 00000100:00100000:3.0:1767316842.216537:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:72234:x1853163933924864:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 415us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.216545:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8178 00000100:00080000:3.0:1767316842.216568:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316842.229358:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.229437:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933925120 00000100:00100000:3.0:1767316842.229449:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933925120 00000100:00100000:3.0:1767316842.229563:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8179 00000100:00100000:3.0:1767316842.229573:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:72234:x1853163933925120:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.229597:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.229601:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316842.229626:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba75d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a803 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.229645:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316842.229655:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316842.229672:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba75da lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a80a expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.229852:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.229864:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.229874:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.229914:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.229921:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.229927:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230491:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230502:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230509:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316842.230518:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 0 00010000:00010000:3.0:1767316842.230544:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230551:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230561:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230567:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.230571:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230578:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230586:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316842.230588:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316842.230592:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.230597:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba75e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316842.230607:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1887d5c reply state 0000000080908927 transno 8589942720 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316842.230615:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316842.230644:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba75da lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.230662:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.230668:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316842.230670:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316842.230672:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316842.230772:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:72234:x1853163933925120:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1200us (1424us total) trans 8589942720 rc 0/0 00000100:00100000:3.0:1767316842.230781:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8179 00010000:00010000:3.0:1767316842.238265:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.238292:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.238298:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.238304:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.238309:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.238317:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.238333:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316842.238337:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316842.238341:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.238348:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba75e8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316842.245199:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.245448:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933925376 00000100:00100000:3.0:1767316842.245469:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933925376 00000100:00100000:3.0:1767316842.245531:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8180 00000100:00100000:3.0:1767316842.245541:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:72234:x1853163933925376:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.245567:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.245591:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba75fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a811 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.245688:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.245703:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.245712:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.245770:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.245785:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 25 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:3.0:1767316842.245800:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985746048:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316842.245885:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6e3b300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316842.250361:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.250397:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933925504 00000100:00100000:2.0:1767316842.250407:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933925504 00010000:00010000:2.0:1767316842.250462:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 26 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:2.0:1767316842.250500:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6365 00000100:00100000:2.0:1767316842.250510:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933925504:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316842.250525:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316842.250532:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 26 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:2.0:1767316842.250544:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 26 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:2.0:1767316842.250578:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:2.0:1767316842.250584:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.250594:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.250604:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.250624:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316842.250676:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2483:x1853163933925504:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 167us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.250685:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6365 00010000:00010000:3.0:1767316842.251567:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba75ef lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a80a expref: 25 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:3.0:1767316842.251588:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985746048:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316842.251614:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.251623:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.251630:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316842.251650:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 0 00000004:00080000:3.0:1767316842.251967:0:42524:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x277:0x0], index 0: 0 00010000:00010000:3.0:1767316842.252109:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252119:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252771:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252781:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.252785:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252793:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252810:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316842.252813:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316842.252818:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252824:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba7604 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.252904:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba75fd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a811 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.252914:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316842.252916:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316842.252920:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba75fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a811 expref: 25 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.252933:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfc00, rc 0) 00000100:00100000:3.0:1767316842.253024:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:72234:x1853163933925376:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7483us (7834us total) trans 8589942721 rc 301/301 00000100:00100000:3.0:1767316842.253034:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8180 00000100:00100000:2.0:1767316842.260595:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.260687:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933925760 00000100:00100000:0.0:1767316842.260697:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933925760 00000100:00100000:0.0:1767316842.260786:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3259 00000100:00100000:0.0:1767316842.260796:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:72234:x1853163933925760:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316842.261211:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:72234:x1853163933925760:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 414us (622us total) trans 8589942722 rc 0/0 00000100:00100000:0.0:1767316842.261219:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3259 00000100:00100000:2.0:1767316842.272321:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.272414:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933925888 00000100:00100000:3.0:1767316842.272425:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933925888 00000100:00100000:3.0:1767316842.272491:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8181 00000100:00100000:3.0:1767316842.272502:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:72234:x1853163933925888:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.272524:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.272556:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a818 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.272620:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.272635:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.272656:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316842.272660:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316842.272664:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfc00, rc 0) 00000100:00100000:3.0:1767316842.272750:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:72234:x1853163933925888:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 227us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.272758:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8181 00000100:00100000:3.0:1767316842.287633:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.287755:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933926144 00000100:00100000:2.0:1767316842.287765:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933926144 00000100:00100000:2.0:1767316842.287822:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3260 00000100:00100000:2.0:1767316842.287832:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:72234:x1853163933926144:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316842.288092:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72234:x1853163933926144:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 260us (467us total) trans 8589942723 rc 0/0 00000100:00100000:2.0:1767316842.288100:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3260 00000100:00100000:2.0:1767316842.300506:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.300559:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933926272 00000100:00100000:2.0:1767316842.300570:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933926272 00000100:00100000:2.0:1767316842.300630:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8182 00000100:00100000:2.0:1767316842.300651:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:71921:x1853163933926272:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1767316842.300679:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316842.300703:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba7619 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a81f expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.300807:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7620 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316842.300827:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7620 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316842.300838:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7620 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316842.300900:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316842.300905:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316842.300929:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7620 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316842.300954:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba7619 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a81f expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.300972:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7620 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a81f expref: 28 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.300980:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316842.300983:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316842.300986:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9c00, rc 0) 00000100:00100000:2.0:1767316842.301042:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:71921:x1853163933926272:12345-192.168.204.9@tcp:101:bash.0 Request processed in 404us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.301049:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8182 00000100:00100000:3.0:1767316842.304861:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.305873:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933926528 00000100:00100000:2.0:1767316842.305887:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933926528 00000100:00100000:2.0:1767316842.305956:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8183 00000100:00100000:2.0:1767316842.305966:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:71921:x1853163933926528:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1767316842.305988:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316842.305991:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316842.306018:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7620 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a81f expref: 28 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.306037:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6100) 00010000:00010000:2.0:1767316842.306048:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316842.306062:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7627 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a826 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.306402:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306415:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306426:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306440:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306447:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306464:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306547:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba763c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306557:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba763c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.306565:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba763c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316842.306579:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 0 00010000:00010000:2.0:1767316842.307084:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307094:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307101:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307109:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316842.307114:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307122:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307371:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316842.307375:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316842.307380:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307387:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba762e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307400:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307406:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307412:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307422:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316842.307425:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307431:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307438:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316842.307441:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316842.307443:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307448:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7635 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.307510:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7627 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a826 expref: 30 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.307528:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba763c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a826 expref: 29 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.307535:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316842.307538:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316842.307541:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316842.307889:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:71921:x1853163933926528:12345-192.168.204.9@tcp:101:bash.0 Request processed in 1922us (3036us total) trans 8589942724 rc 0/0 00000100:00100000:2.0:1767316842.307899:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8183 00000100:00100000:2.0:1767316842.323536:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.326512:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933926784 00000100:00100000:3.0:1767316842.326531:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933926784 00000100:00100000:3.0:1767316842.326614:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8184 00000100:00100000:3.0:1767316842.326625:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:71921:x1853163933926784:12345-192.168.204.9@tcp:36:bash.0 00010000:00010000:3.0:1767316842.326689:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316842.326719:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba763c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a826 expref: 29 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.326760:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316842.326765:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316842.327000:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.327016:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.327028:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000001:00080000:3.0:1767316842.327078:0:42524:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942725 00000004:00010000:3.0:1767316842.327102:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a873b86e reply state 0000000054f3e06f transno 8589942726 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316842.327112:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316842.327879:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:71921:x1853163933926784:12345-192.168.204.9@tcp:36:bash.0 Request processed in 1249us (4348us total) trans 8589942726 rc 0/0 00000100:00100000:3.0:1767316842.327889:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8184 00000020:00080000:3.0:1767316842.327895:0:42524:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1767316842.341194:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.341557:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933926912 00000100:00100000:1.0:1767316842.341568:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933926912 00000100:00100000:1.0:1767316842.341655:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12404 00000100:00100000:1.0:1767316842.341665:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:71921:x1853163933926912:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:1.0:1767316842.341683:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316842.341707:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a82d expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316842.341766:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316842.341789:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316842.341792:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316842.341800:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 14 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.341819:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 14 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.341832:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316842.341887:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:71921:x1853163933926912:12345-192.168.204.9@tcp:101:bash.0 Request processed in 223us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316842.341894:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12404 00010000:00010000:2.0:1767316842.342882:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.342896:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.342903:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.342909:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316842.342913:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.342919:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.342934:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316842.342937:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316842.342942:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.342948:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba764a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00080000:0.0:1767316842.343044:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316842.346856:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.346942:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933927040 00000100:00100000:0.0:1767316842.346952:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933927040 00002000:00010000:0.0:1767316842.346992:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/631 (0->18446744073709551615) 00002000:00100000:0.0:1767316842.346997:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3dc41abb80 with x1853163933927040 ext(0->18446744073709551615) 00002000:00010000:0.0:1767316842.347010:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3dc41abb80. 00000100:00100000:0.0:1767316842.347045:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6745 00000100:00100000:0.0:1767316842.347054:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933927040:12345-192.168.204.9@tcp:10:bash.0 00002000:00010000:0.0:1767316842.347389:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1767316842.347394:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb mtime from disk: 0 -> 1767316842 00002000:00010000:0.0:1767316842.347396:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1767316842.347399:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb ctime from disk: 0 -> 1767316842 00002000:00010000:0.0:1767316842.347401:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316842.347472:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933927040:12345-192.168.204.9@tcp:10:bash.0 Request processed in 418us (626us total) trans 21474840613 rc 0/0 00000100:00100000:0.0:1767316842.347481:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6745 00002000:00010000:0.0:1767316842.347486:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/631 (0->18446744073709551615) 00002000:00100000:0.0:1767316842.347488:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3dc41abb80 with x1853163933927040 ext(0->18446744073709551615) 00002000:00010000:0.0:1767316842.347492:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3dc41abb80. 00000100:00100000:1.0:1767316842.356828:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.356916:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933927296 00000100:00100000:2.0:1767316842.356927:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933927296 00000100:00100000:2.0:1767316842.356994:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3261 00000100:00100000:2.0:1767316842.357005:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:71921:x1853163933927296:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:2.0:1767316842.357372:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:71921:x1853163933927296:12345-192.168.204.9@tcp:35:bash.0 Request processed in 368us (554us total) trans 8589942727 rc 0/0 00000100:00100000:2.0:1767316842.357382:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3261 00000100:00100000:1.0:1767316842.405383:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.406253:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933927424 00000100:00100000:3.0:1767316842.406264:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933927424 00000100:00100000:3.0:1767316842.406329:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8185 00000100:00100000:3.0:1767316842.406339:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:72235:x1853163933927424:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.406363:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.406387:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7658 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a834 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.406466:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba765f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.406481:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba765f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.406492:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba765f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316842.406551:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316842.406556:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316842.406582:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba765f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.406608:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7658 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a834 expref: 33 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.406623:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba765f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a834 expref: 32 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.406633:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316842.406636:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316842.406641:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316842.406705:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:72235:x1853163933927424:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 367us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.406715:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8185 00000100:00100000:3.0:1767316842.410035:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.410066:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933927680 00000100:00100000:3.0:1767316842.410076:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933927680 00000100:00100000:3.0:1767316842.411240:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8186 00000100:00100000:3.0:1767316842.411260:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:72235:x1853163933927680:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.411285:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.411306:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7666 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a83b expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.411402:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.411416:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.411428:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.411442:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.411457:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.411464:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.412942:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba767b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.412961:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba767b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.412971:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba767b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316842.412983:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00010000:00010000:3.0:1767316842.413088:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.413096:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.413102:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.413108:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.413112:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.413119:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.414990:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316842.414994:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316842.415001:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415008:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba766d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415023:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415029:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415039:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415045:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.415048:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415055:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415062:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316842.415065:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316842.415068:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.415074:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7674 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.416763:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7666 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a83b expref: 35 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.416792:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba767b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a83b expref: 34 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.416801:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316842.416804:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316842.416808:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dea00, rc 0) 00000100:00100000:3.0:1767316842.416880:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:72235:x1853163933927680:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5627us (6853us total) trans 8589942728 rc 0/0 00000100:00100000:3.0:1767316842.416890:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8186 00000100:00100000:2.0:1767316842.426446:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.428674:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933927936 00000100:00100000:3.0:1767316842.428687:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933927936 00000100:00100000:3.0:1767316842.428760:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8187 00000100:00100000:3.0:1767316842.428770:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:72235:x1853163933927936:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.428794:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.428797:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316842.428822:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba765f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a834 expref: 34 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.428836:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316842.428848:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316842.428862:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7689 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a842 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.429406:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.429420:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.429430:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316842.429439:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20f:0x0]: returning size 0 00010000:00010000:2.0:1767316842.432412:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7689 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 36 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.432443:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 35 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.432464:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316842.432468:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316842.432472:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dec00, rc 0) 00000100:00100000:2.0:1767316842.432565:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:72235:x1853163933927936:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3795us (6124us total) trans 8589942729 rc 0/0 00000100:00100000:2.0:1767316842.432574:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8187 00000100:00100000:1.0:1767316842.440045:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.440136:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933928192 00000100:00100000:2.0:1767316842.440146:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933928192 00000100:00100000:2.0:1767316842.440204:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8188 00000100:00100000:2.0:1767316842.440214:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:72235:x1853163933928192:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316842.440240:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316842.440264:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba769e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a849 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.440397:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.440412:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 36 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.440422:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.440467:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 36 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.440481:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 36 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:2.0:1767316842.440494:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985746176:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316842.440584:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9b3ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1767316842.443106:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.443200:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933928320 00000100:00100000:0.0:1767316842.443210:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933928320 00010000:00010000:0.0:1767316842.443250:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 37 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:0.0:1767316842.443299:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6366 00000100:00100000:0.0:1767316842.443308:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2483:x1853163933928320:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316842.443322:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316842.443328:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 37 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.443340:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 37 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.443362:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316842.443368:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316842.443378:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316842.443385:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316842.443406:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316842.443467:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:2483:x1853163933928320:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 159us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316842.443476:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6366 00010000:00010000:2.0:1767316842.444245:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7690 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a842 expref: 36 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:2.0:1767316842.444264:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985746176:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316842.444298:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444308:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444314:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316842.444333:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20f:0x0]: returning size 0 00000004:00080000:2.0:1767316842.444502:0:42524:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27a:0x0], index 1: 0 00010000:00010000:2.0:1767316842.444670:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444679:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444686:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444691:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316842.444696:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444704:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444719:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316842.444721:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316842.444725:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444760:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba76a5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316842.444815:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba769e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a849 expref: 36 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.444825:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316842.444827:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316842.444831:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba769e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a849 expref: 36 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.444844:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8000, rc 0) 00000100:00100000:2.0:1767316842.444893:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:72235:x1853163933928192:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4680us (4858us total) trans 8589942730 rc 301/301 00000100:00100000:2.0:1767316842.444901:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8188 00000100:00100000:1.0:1767316842.449202:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.449291:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933928576 00000100:00100000:2.0:1767316842.449302:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933928576 00000100:00100000:2.0:1767316842.449361:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3262 00000100:00100000:2.0:1767316842.449370:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:72235:x1853163933928576:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316842.449710:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:72235:x1853163933928576:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 341us (518us total) trans 8589942731 rc 0/0 00000100:00100000:2.0:1767316842.449716:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3262 00000100:00100000:2.0:1767316842.453217:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.453299:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933928704 00000100:00100000:3.0:1767316842.453310:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933928704 00000100:00100000:3.0:1767316842.453370:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8189 00000100:00100000:3.0:1767316842.453380:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+36:72235:x1853163933928704:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316842.453404:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316842.453428:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76b3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a850 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.453511:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba76ba lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.453526:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba76ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.453537:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba76ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316842.453580:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20f:0x0]: returning size 0 00000004:00200000:3.0:1767316842.453585:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316842.453601:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba76ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.453627:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76b3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a850 expref: 38 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.453644:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba76ba lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a850 expref: 37 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.453652:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316842.453655:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1767316842.453658:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:3.0:1767316842.453717:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:72235:x1853163933928704:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 339us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.453725:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8189 00000100:00100000:1.0:1767316842.456251:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.456351:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933928832 00000100:00100000:2.0:1767316842.456361:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933928832 00000100:00100000:2.0:1767316842.456484:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12405 00000100:00100000:2.0:1767316842.456494:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933928832:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316842.456512:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316842.456533:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a857 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316842.456566:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316842.456588:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316842.456590:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316842.456599:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 13 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316842.456617:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 13 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316842.456629:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8e00, rc 0) 00000100:00100000:2.0:1767316842.456688:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2486:x1853163933928832:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 195us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.456695:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12405 00000100:00100000:2.0:1767316842.459334:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.459424:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929088 00000100:00100000:1.0:1767316842.459434:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929088 00000100:00100000:1.0:1767316842.459496:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8190 00000100:00100000:1.0:1767316842.459506:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:72235:x1853163933929088:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316842.459524:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316842.459550:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba76c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a85e expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.459647:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba76cf lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316842.459661:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba76cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316842.459672:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba76cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316842.459685:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00010000:00010000:1.0:1767316842.459838:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba76c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a85e expref: 40 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.459860:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba76cf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a85e expref: 39 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.459870:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:1.0:1767316842.459873:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316842.459876:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316842.459931:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:72235:x1853163933929088:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 427us (607us total) trans 8589942732 rc 0/0 00000100:00100000:1.0:1767316842.459939:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8190 00000100:00100000:3.0:1767316842.467265:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.467338:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929216 00000100:00100000:1.0:1767316842.467347:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929216 00000100:00100000:1.0:1767316842.467407:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12406 00000100:00100000:1.0:1767316842.467417:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933929216:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:1.0:1767316842.467470:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.467493:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 15 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.467501:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316842.467504:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316842.467507:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.467540:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 15 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.467567:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 15 pid: 38183 timeout: 2187 lvb_type: 0 00000100:00100000:1.0:1767316842.467582:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985746304:192.168.204.9@tcp:104: 00000100:00080000:0.0:1767316842.468153:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316842.468472:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9019cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316842.471331:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.471422:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929344 00000100:00100000:0.0:1767316842.471432:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929344 00002000:00100000:0.0:1767316842.471512:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x277:0x0] (0->4) req@ffff9b3ef7982d80 x1853163933929344/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:18/0 lens 496/0 e 0 to 0 dl 1767316853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316842.471523:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef7982d80 with x1853163933929344 ext(0->4) 00010000:00010000:0.0:1767316842.471532:0:37704:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 16 pid: 38183 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.471559:0:37704:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 16 pid: 38183 timeout: 2187 lvb_type: 0 00002000:00010000:0.0:1767316842.471567:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3ef7982d80 00000100:00100000:0.0:1767316842.471603:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 778 00000100:00100000:0.0:1767316842.471612:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933929344:12345-192.168.204.9@tcp:4:bash.0 00000100:00100000:0.0:1767316842.472135:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933929344:12345-192.168.204.9@tcp:4:bash.0 Request processed in 522us (813us total) trans 21474840614 rc 0/0 00000100:00100000:0.0:1767316842.472144:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 778 00002000:00100000:0.0:1767316842.472152:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x277:0x0] (0->4) req@ffff9b3ef7982d80 x1853163933929344/t21474840614(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:18/0 lens 496/448 e 0 to 0 dl 1767316853 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316842.472161:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef7982d80 with x1853163933929344 ext(0->4) 00010000:00010000:0.0:1767316842.472167:0:37704:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 18 pid: 38183 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.472185:0:37704:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 18 pid: 38183 timeout: 2187 lvb_type: 0 00002000:00010000:0.0:1767316842.472192:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3ef7982d80 00000100:00100000:1.0:1767316842.473299:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985746304:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316842.473324:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316842.474932:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.475034:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929472 00000100:00100000:0.0:1767316842.475043:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929472 00010000:00010000:0.0:1767316842.475082:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 18 pid: 38183 timeout: 2187 lvb_type: 0 00000100:00100000:0.0:1767316842.475130:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6367 00000100:00100000:0.0:1767316842.475140:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2486:x1853163933929472:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316842.475155:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1767316842.475174:0:12904:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb size from disk: 0 -> 5 00010000:00010000:0.0:1767316842.475181:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 18 pid: 38183 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.475194:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 18 pid: 38183 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.475217:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7651 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a82d expref: 18 pid: 38183 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.475232:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316842.475235:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316842.475240:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.475256:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.475296:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316842.475360:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933929472:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 219us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316842.475368:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6367 00010000:00010000:1.0:1767316842.475754:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475764:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475791:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475799:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475807:0:38183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475814:0:38183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316842.475818:0:38183:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475826:0:38183:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475838:0:38183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.475845:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba76dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316842.475899:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2485:x1853163933929216:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 8484us (8643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316842.475908:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12406 00000100:00100000:3.0:1767316842.478999:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.479183:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929600 00000100:00100000:1.0:1767316842.479194:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929600 00000100:00100000:1.0:1767316842.479254:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12407 00000100:00100000:1.0:1767316842.479264:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933929600:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316842.479295:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316842.479318:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba76e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a865 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316842.479341:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x277:0x0] initial LVB size: 5, mtime: 0x69571d6a, atime: 0x0, ctime: 0x69571d6a, blocks: 0x1 00010000:00010000:1.0:1767316842.479362:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316842.479364:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316842.479373:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba76e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a865 expref: 17 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316842.479391:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba76e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a865 expref: 17 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316842.479403:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316842.479511:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933929600:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 247us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316842.479519:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12407 00000100:00100000:0.0:1767316842.518624:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.518778:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929728 00000100:00100000:3.0:1767316842.518789:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929728 00000100:00100000:3.0:1767316842.518860:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6746 00000100:00100000:3.0:1767316842.518870:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933929728:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316842.518906:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.518921:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316842.518924:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316842.518929:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.518943:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519066:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519075:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519084:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519092:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316842.519096:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519105:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519412:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.519421:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316842.519508:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2486:x1853163933929728:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 637us (894us total) trans 0 rc 5/5 00000100:00100000:3.0:1767316842.519516:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6746 00000100:00100000:2.0:1767316842.522580:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.522726:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929856 00000100:00100000:3.0:1767316842.522756:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929856 00000100:00100000:3.0:1767316842.522836:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6747 00000100:00100000:3.0:1767316842.522847:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933929856:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:3.0:1767316842.522886:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.522905:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 13 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316842.522914:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316842.522916:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316842.522920:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.522957:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 13 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316842.522977:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 13 pid: 15520 timeout: 2187 lvb_type: 1 00000100:00100000:3.0:1767316842.522992:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985746432:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316842.523086:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbabbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1767316842.526995:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316842.527099:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933929984 00000100:00100000:2.0:1767316842.527110:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933929984 00010000:00010000:2.0:1767316842.527159:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 14 pid: 15520 timeout: 2187 lvb_type: 1 00000100:00100000:2.0:1767316842.527199:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6368 00000100:00100000:2.0:1767316842.527210:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933929984:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316842.527226:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316842.527248:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 14 pid: 15520 timeout: 2187 lvb_type: 1 00010000:00010000:2.0:1767316842.527261:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 14 pid: 15520 timeout: 2187 lvb_type: 1 00010000:00010000:2.0:1767316842.527298:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316842.527300:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316842.527305:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.527315:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.527335:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316842.527396:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933929984:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 186us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.527405:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6368 00010000:00010000:3.0:1767316842.528947:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba76c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a857 expref: 13 pid: 15520 timeout: 2187 lvb_type: 1 00000100:00100000:3.0:1767316842.528966:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985746432:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316842.528991:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.529080:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.529089:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767316842.560038:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873728 is committed 00002000:00010000:2.0:1767316842.560102:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1767316842.560105:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb mtime from disk: 0 -> 1767316842 00002000:00010000:2.0:1767316842.560108:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb ctime from disk: 0 -> 1767316842 00002000:00010000:2.0:1767316842.560111:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1767316842.560134:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.560145:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.560154:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.560162:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316842.560167:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.560177:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.560194:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316842.560202:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba76f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316842.560300:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933929856:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 37449us (37726us total) trans 17179873728 rc 0/0 00000100:00100000:2.0:1767316842.560311:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6747 00000100:00100000:1.0:1767316842.563362:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.563468:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933930112 00000100:00100000:3.0:1767316842.563479:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933930112 00000100:00100000:3.0:1767316842.563646:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8191 00000100:00100000:3.0:1767316842.563657:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:72235:x1853163933930112:12345-192.168.204.9@tcp:44:lfs.0 00010000:00010000:0.0:1767316842.600025:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316842.611076:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:72235:x1853163933930112:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 47410us (47714us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316842.611090:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8191 00000001:00080000:3.0:1767316842.611269:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942722 is committed 00000001:00080000:3.0:1767316842.611282:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942732 is committed 00000100:00100000:0.0:1767316842.617471:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.622975:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933930240 00000100:00100000:3.0:1767316842.622990:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933930240 00000100:00100000:3.0:1767316842.623065:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12408 00000100:00100000:3.0:1767316842.623074:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933930240:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:3.0:1767316842.623513:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933930240:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 439us (6054us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.623526:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12408 00000100:00100000:1.0:1767316842.643638:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.643890:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933930368 00000100:00100000:3.0:1767316842.643902:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933930368 00000100:00100000:3.0:1767316842.643956:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12409 00000100:00100000:3.0:1767316842.643965:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933930368:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316842.644014:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644031:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316842.644033:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316842.644038:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644053:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644084:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644092:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644100:0:15520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644107:0:15520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316842.644111:0:15520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644132:0:15520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644147:0:15520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316842.644153:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba76f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316842.644235:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933930368:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 269us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.644242:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12409 00000100:00100000:1.0:1767316842.649347:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.649553:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933930624 00000100:00100000:0.0:1767316842.649563:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933930624 00000100:00100000:0.0:1767316842.649620:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8192 00000100:00100000:0.0:1767316842.649630:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:72235:x1853163933930624:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316842.649687:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316842.649716:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba76ba lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a850 expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.649778:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:0.0:1767316842.649792:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316842.649824:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.649838:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.649848:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00010000:0.0:1767316842.650028:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ccd5ad9 reply state 0000000036e7d07a transno 8589942733 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316842.650037:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316842.650154:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933930624:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 525us (816us total) trans 8589942733 rc 0/0 00000100:00100000:0.0:1767316842.650161:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8192 00000100:00100000:0.0:1767316842.656243:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.656555:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933930752 00000100:00100000:1.0:1767316842.656569:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933930752 00000100:00100000:1.0:1767316842.656631:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8193 00000100:00100000:1.0:1767316842.656641:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933930752:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316842.656666:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316842.656689:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a86c expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.656790:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.656804:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.656825:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316842.656828:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316842.656833:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316842.656886:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:72235:x1853163933930752:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 246us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316842.656893:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8193 00010000:00010000:3.0:1767316842.657374:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.657384:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.657392:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.657398:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.657402:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.657410:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.657423:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:3.0:1767316842.657426:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316842.657430:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316842.657435:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5c00/0xc472cb5f51ba7700 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316842.660651:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.660770:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933930880 00000100:00100000:1.0:1767316842.660781:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933930880 00000100:00100000:1.0:1767316842.660832:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12410 00000100:00100000:1.0:1767316842.660842:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933930880:12345-192.168.204.9@tcp:2:lfs.0 00000100:00100000:1.0:1767316842.661153:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933930880:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 311us (513us total) trans 17179873729 rc 0/0 00000100:00100000:1.0:1767316842.661160:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12410 00000100:00100000:2.0:1767316842.663799:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.663882:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933931136 00000100:00100000:0.0:1767316842.663894:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933931136 00000100:00100000:0.0:1767316842.663952:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8194 00000100:00100000:0.0:1767316842.663962:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933931136:12345-192.168.204.9@tcp:55:lfs.0 00010000:00010000:0.0:1767316842.664033:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664050:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664061:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664084:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664091:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664098:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664105:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316842.664109:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664116:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664136:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316842.664140:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1767316842.664145:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316842.664150:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba770e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316842.664226:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933931136:12345-192.168.204.9@tcp:55:lfs.0 Request processed in 265us (436us total) trans 0 rc -22/-22 00000100:00100000:0.0:1767316842.664234:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8194 00000100:00100000:0.0:1767316842.667902:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316842.667989:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933931392 00000100:00100000:1.0:1767316842.668000:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933931392 00000100:00100000:1.0:1767316842.668060:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8195 00000100:00100000:1.0:1767316842.668069:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933931392:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316842.668134:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316842.668161:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba767b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a83b expref: 27 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.668180:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:1.0:1767316842.668185:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316842.668226:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316842.668239:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316842.668248:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316842.668530:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099e64821 reply state 00000000d25d4e84 transno 8589942734 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316842.668539:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316842.668639:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:72235:x1853163933931392:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 570us (746us total) trans 8589942734 rc 0/0 00000100:00100000:1.0:1767316842.668646:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8195 00010000:00010000:3.0:1767316842.671102:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.671130:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.671139:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.671146:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316842.671151:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.671159:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.671177:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316842.671181:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316842.671185:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316842.671191:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7715 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316842.672696:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.672871:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933931520 00000100:00100000:3.0:1767316842.672883:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933931520 00000100:00100000:3.0:1767316842.672941:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12411 00000100:00100000:3.0:1767316842.672950:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933931520:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316842.673164:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1767316842.673168:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb mtime from disk: 1767316842 -> 1767316842 00002000:00010000:3.0:1767316842.673171:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb atime from disk: 0 -> 1767316842 00002000:00010000:3.0:1767316842.673173:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb ctime from disk: 1767316842 -> 1767316842 00002000:00010000:3.0:1767316842.673175:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1767316842.673235:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933931520:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 284us (546us total) trans 21474840615 rc 0/0 00000100:00100000:3.0:1767316842.673243:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12411 00000100:00100000:2.0:1767316842.677998:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.678142:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933931776 00000100:00100000:0.0:1767316842.678152:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933931776 00000100:00100000:0.0:1767316842.678207:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3263 00000100:00100000:0.0:1767316842.678217:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933931776:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:0.0:1767316842.678302:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x20d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba76cf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a85e expref: 27 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.678343:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.678360:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 27 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.678369:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.678403:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 27 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.678416:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 27 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:0.0:1767316842.678430:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985746560:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316842.678520:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e30600 going to sleep for 11 seconds 00000100:00100000:0.0:1767316842.681305:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985746560:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316842.681342:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:2.0:1767316842.683831:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.683956:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933931904 00000100:00100000:0.0:1767316842.683967:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933931904 00010000:00010000:0.0:1767316842.684005:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 28 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:0.0:1767316842.684048:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6369 00000100:00100000:0.0:1767316842.684057:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2484:x1853163933931904:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316842.684073:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316842.684080:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 28 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.684093:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 28 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.684116:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7612 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a818 expref: 28 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:0.0:1767316842.684143:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:0.0:1767316842.684149:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.684158:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.684165:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.684192:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316842.684253:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2484:x1853163933931904:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 196us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316842.684260:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6369 00010000:00010000:1.0:1767316842.684819:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.684828:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.684851:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.684864:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.684873:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.684904:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 26 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316842.684916:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 26 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:1.0:1767316842.684929:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985746688:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316842.684992:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbabbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316842.690351:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316842.690565:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933932032 00000100:00100000:3.0:1767316842.690576:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933932032 00010000:00010000:3.0:1767316842.690618:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 27 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:3.0:1767316842.690661:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6370 00000100:00100000:3.0:1767316842.690670:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933932032:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316842.690686:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316842.690693:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 27 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:3.0:1767316842.690706:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 27 pid: 42524 timeout: 2187 lvb_type: 0 00010000:00010000:3.0:1767316842.690765:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:3.0:1767316842.690771:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316842.690781:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316842.690789:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316842.690812:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316842.690867:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:2483:x1853163933932032:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 197us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316842.690875:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6370 00010000:00010000:1.0:1767316842.691018:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba7707 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a86c expref: 26 pid: 42524 timeout: 2187 lvb_type: 0 00000100:00100000:1.0:1767316842.691034:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985746688:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316842.691052:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.691058:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.691061:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:1.0:1767316842.691703:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985746816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316842.693020:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316842.693056:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbabbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316842.693153:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985746816 00000100:00100000:2.0:1767316842.693161:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985746816 00000100:00100000:2.0:1767316842.693217:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1767316842.693225:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985746816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316842.693327:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985746816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.693335:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1767316842.693424:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985746816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316842.693511:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985746944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316842.693559:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316842.693581:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e30f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316842.693788:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985746944 00000100:00100000:2.0:1767316842.693794:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985746944 00000100:00100000:2.0:1767316842.693825:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1767316842.693832:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985746944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316842.693881:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985746944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 49us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316842.693887:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1767316842.693957:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985746944:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1767316842.694215:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].71, 280 off66928 00000001:00080000:0.0:1767316842.694227:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942735 00000100:00100000:0.0:1767316842.694293:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985747072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316842.694332:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316842.694355:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e30d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316842.694673:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747072 00000100:00100000:2.0:1767316842.694678:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747072 00000100:00100000:2.0:1767316842.694712:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1767316842.694720:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985747072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316842.694894:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985747072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 174us (560us total) trans 17179873730 rc 0/0 00000100:00100000:2.0:1767316842.694902:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1767316842.695335:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985747072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316842.695372:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985747200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316842.695416:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316842.695450:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9019240 going to sleep for 11 seconds 00000100:00100000:2.0:1767316842.695504:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747200 00000100:00100000:2.0:1767316842.695509:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747200 00000100:00100000:2.0:1767316842.695551:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1767316842.695559:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985747200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316842.695722:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985747200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 164us (304us total) trans 21474840616 rc 0/0 00000100:00100000:2.0:1767316842.695750:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1767316842.696403:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c46300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985747200:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1767316842.696521:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942736 00010000:00010000:0.0:1767316842.696571:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696581:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696588:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696595:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316842.696599:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696606:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696621:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316842.696625:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316842.696629:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696635:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7723 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696656:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696662:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696666:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696671:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316842.696673:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696678:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696685:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:0.0:1767316842.696688:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316842.696691:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696696:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba771c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.696708:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:0.0:1767316842.696710:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316842.696717:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba76cf lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a85e expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316842.696850:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933931776:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 18633us (18862us total) trans 8589942737 rc 0/0 00000100:00100000:0.0:1767316842.696862:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3263 00000020:00080000:0.0:1767316842.696867:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1767316842.704498:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.706652:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933932160 00000100:00100000:0.0:1767316842.706667:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933932160 00000100:00100000:0.0:1767316842.706798:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8196 00000100:00100000:0.0:1767316842.706808:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:72235:x1853163933932160:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316842.706835:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316842.706861:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba772a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a873 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.706922:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba772a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a873 expref: 28 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.706935:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba772a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a873 expref: 28 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316842.706955:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316842.706958:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316842.706962:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5200, rc 0) 00000100:00100000:0.0:1767316842.707072:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:72235:x1853163933932160:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 264us (2583us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316842.707080:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8196 00000100:00100000:2.0:1767316842.714170:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.714412:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933932416 00000100:00100000:0.0:1767316842.714423:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933932416 00000100:00100000:0.0:1767316842.714489:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3264 00000100:00100000:0.0:1767316842.714500:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:72235:x1853163933932416:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316842.714962:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:72235:x1853163933932416:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 462us (800us total) trans 8589942738 rc 0/0 00000100:00100000:0.0:1767316842.714971:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3264 00000100:00100000:2.0:1767316842.720340:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316842.720552:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933932672 00000100:00100000:0.0:1767316842.720563:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933932672 00000100:00100000:0.0:1767316842.720620:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3265 00000100:00100000:0.0:1767316842.720630:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:72235:x1853163933932672:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:0.0:1767316842.721020:0:41791:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x20f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1767316842.721237:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.721254:0:41791:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.721498:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.721510:0:41791:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.721517:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.721524:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316842.721587:0:41791:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316842.721713:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:72235:x1853163933932672:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 1082us (1380us total) trans 8589942739 rc 0/0 00000100:00100000:0.0:1767316842.721722:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3265 00010000:00010000:1.0:1767316842.726509:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316842.726525:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.726535:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316842.726539:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.726547:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.726565:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20f:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:1.0:1767316842.726568:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316842.726571:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.726575:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7731 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316842.726644:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316842.726646:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316842.726647:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316843.168547:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316843.168602:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316843.168635:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316843.168676:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316843.168686:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933056 00000100:00100000:1.0:1767316843.168698:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933056 00000100:00100000:3.0:1767316843.168765:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933932800 00000100:00100000:3.0:1767316843.168771:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933932800 00000100:00100000:1.0:1767316843.168815:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933184 00000100:00100000:3.0:1767316843.168817:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 789 00000100:00100000:1.0:1767316843.168820:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933184 00000100:00100000:3.0:1767316843.168829:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933932800:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316843.168850:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 972 00000100:00100000:1.0:1767316843.168869:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933933056:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316843.168902:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933932800:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316843.168911:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933933056:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 42us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316843.168915:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 789 00000100:00100000:1.0:1767316843.168925:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 972 00000100:00100000:1.0:1767316843.168941:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 973 00000100:00100000:1.0:1767316843.168948:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933933184:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316843.168973:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933933184:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316843.168979:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 973 00000100:00080000:2.0:1767316843.169201:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316843.169205:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316843.171511:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933932928 00000100:00100000:0.0:1767316843.171529:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933932928 00000100:00100000:0.0:1767316843.171632:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 584 00000100:00100000:0.0:1767316843.171653:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933932928:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316843.171797:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933932928:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 146us (3160us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316843.171804:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 584 00000100:00080000:2.0:1767316843.171906:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316843.172907:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985747328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316843.172975:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316843.173543:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747328 00000100:00100000:0.0:1767316843.173551:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747328 00000100:00100000:0.0:1767316843.173599:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1767316843.173608:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985747328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316843.173630:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 410058752 pending 1703936 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316843.173702:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985747328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316843.173710:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1767316843.174014:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985747328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316843.179018:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316843.179045:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985747456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316843.179113:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316843.180244:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747456 00000100:00100000:1.0:1767316843.180254:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747456 00000100:00100000:1.0:1767316843.180310:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1767316843.180320:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985747456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316843.180346:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 527499264 pending 0 free 3852468224 avail 3849322496 00000100:00100000:2.0:1767316843.180687:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985747456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316843.181311:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985747456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316843.181323:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00010000:00010000:2.0:1767316843.620352:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316843.757443:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840614 is committed 00000001:00080000:1.0:1767316843.757465:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840616 is committed 00000001:00080000:1.0:1767316843.757471:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840615 is committed 00000001:02000400:0.0:1767316844.083132:0:52272:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: replicated file created 00000100:00100000:2.0:1767316844.291996:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316844.292675:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933312 00000100:00100000:0.0:1767316844.292690:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933312 00000100:00080000:2.0:1767316844.292908:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316844.293777:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:1.0:1767316844.293793:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:58643:x1853163933933312:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316844.293819:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 17 locks, starting at 0 00010000:00010000:1.0:1767316844.293846:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba772a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a873 expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293868:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316844.293886:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba6ccd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a555 expref: 29 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293896:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:1.0:1767316844.293909:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba69e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a459 expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293918:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:1.0:1767316844.293928:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdc000/0xc472cb5f51ba6414 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a2e6 expref: 27 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293942:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba62f5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a292 expref: 26 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293951:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:1.0:1767316844.293961:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba5f21 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a1d5 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293973:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba5d92 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a165 expref: 24 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.293982:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316844.293992:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbf000/0xc472cb5f51ba5a97 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a0af expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294004:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba5947 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a046 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294012:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316844.294022:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7bbfe00/0xc472cb5f51ba56bc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799fb3 expref: 21 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294034:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6027e00/0xc472cb5f51ba558f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799f5f expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294041:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x0 (ffff9b3ec1326a00) 00010000:00010000:1.0:1767316844.294051:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6fdcc00/0xc472cb5f51ba5255 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799ea9 expref: 19 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294064:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba512f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799e55 expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294073:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f2:0x0].0x0 (ffff9b3ed97c4700) 00010000:00010000:1.0:1767316844.294095:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec9b58e00/0xc472cb5f51ba4ed5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799dc9 expref: 17 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294106:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec6026c00/0xc472cb5f51ba4db6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799d75 expref: 16 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294116:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ef:0x0].0x0 (ffff9b3ec1326500) 00010000:00010000:1.0:1767316844.294127:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec9b59a00/0xc472cb5f51ba4cc1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799d44 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294135:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ec:0x0].0x0 (ffff9b3ec2e86700) 00010000:00010000:1.0:1767316844.294145:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba499c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799c4f expref: 14 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316844.294152:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ea:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316844.294158:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316844.294234:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:58643:x1853163933933312:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 446us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316844.294245:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:3.0:1767316844.327189:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316844.327668:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933440 00000100:00100000:1.0:1767316844.327680:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933440 00000100:00100000:2.0:1767316844.327771:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:0.0:1767316844.327864:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316844.328308:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933568 00000100:00100000:1.0:1767316844.328314:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933568 00000100:00100000:0.0:1767316844.328700:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:0.0:1767316844.328714:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:58152:x1853163933933440:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316844.328755:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 9 locks, starting at 0 00002000:00010000:0.0:1767316844.328778:0:12904:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1767316844.328805:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba76e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a865 expref: 14 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.328844:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba6caa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a547 expref: 13 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.328873:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba6b68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a4de expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.328894:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbec00/0xc472cb5f51ba69af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a44b expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.328906:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba686d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3db expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.328918:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe800/0xc472cb5f51ba69a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a444 expref: 9 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.328928:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe600/0xc472cb5f51ba69a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a43d expref: 8 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.328950:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7bbe200/0xc472cb5f51ba4c9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799d36 expref: 7 pid: 38185 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316844.328965:0:12904:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x262:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:0.0:1767316844.328968:0:12904:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x262:0x0] updating lvb mtime from disk: 0 -> 1767316537 00002000:00010000:0.0:1767316844.328971:0:12904:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x262:0x0] updating lvb ctime from disk: 0 -> 1767316537 00002000:00010000:0.0:1767316844.328973:0:12904:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x262:0x0] updating lvb blocks from disk: 1 -> 2059 00010000:00010000:0.0:1767316844.328981:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec6027600/0xc472cb5f51ba49a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799c56 expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.328997:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316844.329065:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:58152:x1853163933933440:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 354us (1886us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316844.329073:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:0.0:1767316844.329106:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 872 00000100:00100000:0.0:1767316844.329114:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:58182:x1853163933933568:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316844.329123:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 7 locks, starting at 0 00010000:00010000:0.0:1767316844.329144:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba6f19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a5e1 expref: 13 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.329168:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba6cb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a54e expref: 12 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.329188:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba697e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a42f expref: 11 pid: 14914 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.329207:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba680b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a3b1 expref: 10 pid: 14914 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316844.329228:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6026800/0xc472cb5f51ba4cac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799d3d expref: 9 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.329253:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6027a00/0xc472cb5f51ba4c97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799d2f expref: 8 pid: 38185 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316844.329274:0:12904:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1767316844.329277:0:12904:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:0.0:1767316844.329284:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec6026200/0xc472cb5f51ba498e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801080020000 nid: 192.168.204.9@tcp remote: 0x6d19633e60799c48 expref: 7 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316844.329296:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316844.329317:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:58182:x1853163933933568:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 204us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316844.329336:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 872 00000100:00080000:1.0:1767316844.330008:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767316844.646349:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316845.667819:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316845.762439:0:52320:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: open(O_RDONLY) and first read from OST 00000100:00100000:0.0:1767316845.962142:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316845.962270:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933696 00000100:00100000:1.0:1767316845.962282:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933696 00000100:00100000:1.0:1767316845.962349:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8197 00000100:00100000:1.0:1767316845.962359:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:72511:x1853163933933696:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:1.0:1767316845.962393:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316845.962417:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7738 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a87a expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316845.962488:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba773f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316845.962502:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba773f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316845.962515:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba773f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316845.962598:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316845.962602:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316845.962631:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba773f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316845.962656:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7738 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a87a expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316845.962680:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba773f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a87a expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316845.962689:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316845.962708:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316845.962712:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316845.962797:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:72511:x1853163933933696:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 439us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316845.962803:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8197 00000100:00100000:1.0:1767316845.979536:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316845.981093:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933933952 00000100:00100000:3.0:1767316845.981106:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933933952 00000100:00100000:3.0:1767316845.981868:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8198 00000100:00100000:3.0:1767316845.981883:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf67f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:72511:x1853163933933952:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1767316845.981905:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316845.981935:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7746 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a881 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316845.982101:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982115:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982125:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982139:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982146:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982152:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982289:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982298:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982305:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316845.982315:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00010000:00010000:3.0:1767316845.982425:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982433:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982439:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982445:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316845.982450:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982457:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982470:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316845.982473:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316845.982478:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982484:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba774d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982496:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982502:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982507:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982512:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316845.982514:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982519:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982526:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316845.982528:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316845.982531:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.982536:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7754 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316845.983371:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7746 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316845.983399:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316845.983407:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316845.983409:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316845.983412:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316845.983483:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf67f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:72511:x1853163933933952:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 1604us (3956us total) trans 8589942740 rc 0/0 00000100:00100000:3.0:1767316845.983492:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8198 00000100:00100000:1.0:1767316845.989629:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316845.989708:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934080 00000100:00100000:3.0:1767316845.989717:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934080 00000100:00100000:3.0:1767316845.989835:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12412 00000100:00100000:3.0:1767316845.989846:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:72511:x1853163933934080:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1767316845.989865:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316845.989887:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a888 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316845.989912:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x277:0x0] initial LVB size: 5, mtime: 0x69571d6a, atime: 0x69571d6a, ctime: 0x69571d6a, blocks: 0xb 00010000:00010000:3.0:1767316845.989942:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316845.989944:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316845.989953:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 6 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316845.990130:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 6 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316845.990155:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de000, rc 0) 00000100:00100000:0.0:1767316845.990344:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:72511:x1853163933934080:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 498us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316845.990352:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12412 00000100:00100000:0.0:1767316845.993466:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316845.994084:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934208 00000100:00100000:2.0:1767316845.994095:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934208 00002000:00100000:2.0:1767316845.994229:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3ee7c44a80 x1853163933934208/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:21/0 lens 488/0 e 0 to 0 dl 1767316856 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316845.994241:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7c44a80 with x1853163933934208 ext(0->4095) 00002000:00010000:2.0:1767316845.994247:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7c44a80 00000100:00100000:2.0:1767316845.994326:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6748 00000100:00100000:2.0:1767316845.994338:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933934208:12345-192.168.204.9@tcp:3:multiop.0 00000100:00100000:2.0:1767316845.994565:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933934208:12345-192.168.204.9@tcp:3:multiop.0 Request processed in 228us (1107us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1767316845.994573:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6748 00002000:00100000:2.0:1767316845.994580:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3ee7c44a80 x1853163933934208/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:21/0 lens 488/4536 e 0 to 0 dl 1767316856 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316845.994587:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7c44a80 with x1853163933934208 ext(0->4095) 00002000:00010000:2.0:1767316845.994591:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7c44a80 00010000:00010000:1.0:1767316846.693673:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316847.267995:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985747840:0@lo:400:kworker.0 00000100:00100000:3.0:1767316847.268066:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316847.268138:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767316847.268146:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985747712:0@lo:400:kworker.0 00000100:00100000:3.0:1767316847.268170:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316847.268186:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985748224:0@lo:400:kworker.0 00000100:00100000:3.0:1767316847.268206:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316847.268236:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747840 00000100:00100000:3.0:1767316847.268244:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747840 00000100:00100000:2.0:1767316847.268504:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985747584:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.268541:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316847.268567:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985748096:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.268592:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316847.268614:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316847.268620:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985747968:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.268643:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316847.268672:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747584 00000100:00100000:2.0:1767316847.268676:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747584 00000100:00100000:2.0:1767316847.268719:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1767316847.268753:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985747584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.268804:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3c01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6215:x1853163985747584:12345-0@lo:400:kworker.0 Request processed in 77us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316847.268812:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1767316847.268848:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985748096 00000100:00100000:2.0:1767316847.268853:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985748096 00000100:00100000:2.0:1767316847.268880:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747968 00000100:00100000:2.0:1767316847.268883:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747968 00000100:00100000:2.0:1767316847.268902:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1767316847.268909:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985748096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.268938:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985748096:12345-0@lo:400:kworker.0 Request processed in 31us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316847.268945:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1767316847.268956:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1767316847.268962:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985747968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.268988:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985747968:12345-0@lo:400:kworker.0 Request processed in 26us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316847.268994:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1767316847.269040:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840616 gen 2 00000004:00080000:2.0:1767316847.269047:0:6215:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840616 committed transno 21474840616 00000100:00100000:2.0:1767316847.269067:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985747968:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.269078:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985747584:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.269087:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985748096:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.269125:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985747712 00000100:00100000:2.0:1767316847.269129:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985747712 00000100:00100000:2.0:1767316847.269153:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985748224 00000100:00100000:2.0:1767316847.269155:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985748224 00000100:00100000:2.0:1767316847.269171:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1767316847.269177:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985747712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.269214:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6213:x1853163985747712:12345-0@lo:400:kworker.0 Request processed in 36us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316847.269220:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1767316847.269233:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1767316847.269239:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985748224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.269343:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6213:x1853163985748224:12345-0@lo:400:kworker.0 Request processed in 103us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316847.269350:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1767316847.269515:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985747712:0@lo:400:kworker.0 00000100:00100000:2.0:1767316847.269524:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:6213:1853163985748224:0@lo:400:kworker.0 00000100:00080000:1.0:1767316847.269667:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767316847.269672:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316847.269675:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316847.269873:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1767316847.269883:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985747840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316847.269927:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6213:x1853163985747840:12345-0@lo:400:kworker.0 Request processed in 46us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316847.269933:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1767316847.269994:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985747840:0@lo:400:kworker.0 00010000:00010000:0.0:1767316847.717126:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316847.876371:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942739 is committed 00000020:00080000:3.0:1767316847.876396:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ef7e300c0 refcount 2 committed 0 result 0 batchid 4294969389 00000020:00080000:3.0:1767316847.876402:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ed035d700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef7e30b40 00000020:00080000:3.0:1767316847.876406:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ed035da00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef7e30600 00000020:00080000:3.0:1767316847.876409:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ed035d300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3efc564400 00000020:00080000:3.0:1767316847.876412:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].71 00000001:00080000:3.0:1767316847.876440:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942740 is committed 00000020:00080000:0.0:1767316847.876565:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969389 committed batchid 4294969388 00000020:00080000:0.0:1767316847.876758:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969388 00000001:00080000:0.0:1767316847.887694:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873729 is committed 00000001:00080000:0.0:1767316847.887712:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873730 is committed 00000001:02000400:3.0:1767316848.241608:0:52369:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: first read complete 00000100:00100000:3.0:1767316848.289790:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.289848:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.289882:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.289906:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316848.289916:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934592 00000100:00100000:0.0:1767316848.289928:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934592 00000100:00100000:3.0:1767316848.289928:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.289951:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.289975:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.290006:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316848.290011:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933935104 00000100:00100000:0.0:1767316848.290016:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933935104 00000100:00100000:0.0:1767316848.290043:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934720 00000100:00100000:3.0:1767316848.290046:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934848 00000100:00100000:0.0:1767316848.290047:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934720 00000100:00100000:3.0:1767316848.290053:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934848 00000100:00100000:0.0:1767316848.290067:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934976 00000100:00100000:0.0:1767316848.290072:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934976 00000100:00100000:0.0:1767316848.290098:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 976 00000100:00100000:3.0:1767316848.290104:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934464 00000100:00100000:0.0:1767316848.290110:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933934592:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316848.290119:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934464 00000100:00100000:3.0:1767316848.290143:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933935232 00000100:00100000:3.0:1767316848.290147:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933935232 00000100:00100000:3.0:1767316848.290172:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 588 00000100:00100000:3.0:1767316848.290181:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2485:x1853163933934848:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316848.290198:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933934592:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 90us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.290206:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 976 00000100:00100000:0.0:1767316848.290223:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 977 00000100:00100000:0.0:1767316848.290230:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933935104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316848.290255:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933935104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.290260:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 977 00000100:00100000:0.0:1767316848.290272:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 978 00000100:00100000:0.0:1767316848.290277:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933934720:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316848.290301:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933934720:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 23us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.290307:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 978 00000100:00100000:0.0:1767316848.290319:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 979 00000100:00100000:0.0:1767316848.290331:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933934976:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316848.290366:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933934976:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.290372:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 979 00000100:00100000:1.0:1767316848.290878:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933934336 00000100:00100000:1.0:1767316848.290884:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933934336 00000100:00100000:1.0:1767316848.290920:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:1.0:1767316848.290927:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933934336:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316848.290962:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933934336:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.291245:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 589 00000100:00100000:0.0:1767316848.291254:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933934464:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316848.291289:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933934464:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.291295:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 589 00000100:00100000:0.0:1767316848.291313:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8199 00000100:00100000:0.0:1767316848.291320:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72661:x1853163933935232:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316848.291332:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316848.291359:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7770 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a88f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.291417:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7777 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316848.291430:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316848.291443:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316848.291519:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316848.291523:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316848.291548:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316848.291571:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7770 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a88f expref: 8 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.291585:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7777 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a88f expref: 7 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.291594:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:0.0:1767316848.291597:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316848.291601:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac4600, rc 0) 00000100:00100000:0.0:1767316848.291622:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:72661:x1853163933935232:12345-192.168.204.9@tcp:101:dd.0 Request processed in 303us (1617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.291628:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8199 00000100:00080000:0.0:1767316848.291658:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316848.291663:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316848.291665:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316848.291772:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2485:x1853163933934848:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1591us (1886us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316848.291782:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 588 00000100:00100000:1.0:1767316848.291876:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:1.0:1767316848.292249:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985748352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316848.292296:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316848.292703:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985748352 00000100:00100000:3.0:1767316848.292711:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985748352 00000100:00100000:3.0:1767316848.292830:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1767316848.292839:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985748352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316848.292877:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 408354816 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316848.292922:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985748352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316848.292929:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1767316848.293046:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985748352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316848.293278:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316848.293288:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985748480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316848.293323:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316848.293369:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985748480 00000100:00100000:1.0:1767316848.293373:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985748480 00000100:00100000:1.0:1767316848.293399:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1767316848.293405:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985748480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316848.293426:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 527499264 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316848.293458:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985748480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316848.293465:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1767316848.293860:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873730 gen 2 00000004:00080000:1.0:1767316848.293867:0:6215:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873730 committed transno 17179873730 00000100:00100000:1.0:1767316848.293889:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985748480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316848.296598:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316848.296722:0:41797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933935360 00000100:00100000:1.0:1767316848.296870:0:41797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933935360 00000100:00100000:1.0:1767316848.296938:0:41797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1 00000100:00100000:1.0:1767316848.296948:0:41797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72661:x1853163933935360:12345-192.168.204.9@tcp:700:dd.0 00000100:00100000:1.0:1767316848.297046:0:41797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72661:x1853163933935360:12345-192.168.204.9@tcp:700:dd.0 Request processed in 99us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316848.297054:0:41797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1 00000100:00100000:0.0:1767316848.303563:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316848.303693:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933935616 00000100:00100000:3.0:1767316848.303703:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933935616 00000100:00100000:3.0:1767316848.303782:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8200 00000100:00100000:3.0:1767316848.303792:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72661:x1853163933935616:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316848.303814:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316848.303817:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316848.303844:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7777 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a88f expref: 6 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316848.303862:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316848.303867:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316848.303882:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba777e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a896 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316848.304058:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304070:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304079:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304092:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304097:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304103:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304179:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7793 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304186:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7793 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304193:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7793 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316848.304203:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00010000:00010000:3.0:1767316848.304697:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304705:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304711:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304717:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316848.304723:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304759:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304769:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316848.304772:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316848.304777:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304782:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7785 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304794:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304799:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304805:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304810:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316848.304812:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304817:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304824:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316848.304827:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316848.304829:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304834:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba778c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316848.304876:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba777e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a896 expref: 8 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316848.304980:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7793 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a896 expref: 7 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316848.304987:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316848.304990:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316848.304993:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dea00, rc 0) 00000100:00100000:3.0:1767316848.305133:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:72661:x1853163933935616:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1340us (2023us total) trans 8589942741 rc 0/0 00000100:00100000:3.0:1767316848.305143:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8200 00000100:00100000:3.0:1767316848.311153:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316848.311430:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933935872 00000100:00100000:2.0:1767316848.311451:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933935872 00000100:00100000:0.0:1767316848.311543:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8201 00000100:00100000:0.0:1767316848.311557:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:72661:x1853163933935872:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316848.311583:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316848.311586:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767316848.311618:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7793 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a896 expref: 7 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.311650:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316848.311656:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316848.311671:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba77a1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a89d expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.311772:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316848.311786:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 7 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.311796:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316848.311839:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 7 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.311852:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 7 pid: 45512 timeout: 2193 lvb_type: 0 00000100:00100000:0.0:1767316848.311867:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c46300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985748608:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316848.311972:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ed8865000 going to sleep for 11 seconds 00000100:00100000:0.0:1767316848.315664:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c46300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985748608:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316848.315705:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316848.317585:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316848.318753:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936000 00000100:00100000:1.0:1767316848.318774:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936000 00010000:00010000:1.0:1767316848.318825:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 8 pid: 45512 timeout: 2193 lvb_type: 0 00000100:00100000:1.0:1767316848.318865:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6371 00000100:00100000:1.0:1767316848.318876:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933936000:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316848.318893:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316848.318900:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 8 pid: 45512 timeout: 2193 lvb_type: 0 00010000:00010000:1.0:1767316848.318912:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 8 pid: 45512 timeout: 2193 lvb_type: 0 00010000:00010000:1.0:1767316848.318934:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba775b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a881 expref: 8 pid: 45512 timeout: 2193 lvb_type: 0 00010000:00010000:1.0:1767316848.318949:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:1.0:1767316848.318954:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316848.318963:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316848.318970:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316848.318997:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316848.319066:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933936000:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 191us (1747us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316848.319074:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6371 00010000:00010000:3.0:1767316848.320291:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316848.320309:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316848.321040:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2382, 88 off205776 00000004:00080000:3.0:1767316848.321054:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2093564323885ns, next at 2079178154252ns, rc = 0 00000040:00080000:3.0:1767316848.321110:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2381, 88 off205912 00000004:00080000:3.0:1767316848.321215:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2093564485229ns, next at 2079177771139ns, rc = 0 00010000:00010000:3.0:1767316848.391008:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a89d expref: 9 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316848.391036:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316848.391039:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316848.391058:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba77a1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a89d expref: 9 pid: 41788 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1767316848.391076:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a89d expref: 8 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316848.391110:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316848.391114:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316848.391116:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5600, rc 0) 00000100:00100000:3.0:1767316848.391197:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:72661:x1853163933935872:12345-192.168.204.9@tcp:101:dd.0 Request processed in 79641us (80054us total) trans 8589942742 rc 0/0 00000100:00100000:3.0:1767316848.391206:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8201 00000020:00080000:3.0:1767316848.391243:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969389 batchid updated 00000001:00080000:3.0:1767316848.391259:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942742 is committed 00000004:00080000:3.0:1767316848.391263:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1989 committed 00000004:00080000:3.0:1767316848.391273:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1990 committed 00000020:00080000:0.0:1767316848.391449:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969389 00000020:00080000:0.0:1767316848.392749:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969389 cancel update log [0x200000bd0:0x1:0x0].71: rc = 0 00000020:00080000:0.0:1767316848.392764:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969389 00000100:00100000:0.0:1767316848.393133:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985748736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316848.393203:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316848.393309:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985748864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316848.393381:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985748736 00000100:00100000:1.0:1767316848.393388:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985748736 00000100:00100000:1.0:1767316848.393440:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12413 00000100:00100000:1.0:1767316848.393449:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985748736:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316848.400057:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985748736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6598us (6842us total) trans 17179873731 rc 0/0 00000100:00100000:1.0:1767316848.400076:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12413 00000004:00080000:3.0:1767316848.400163:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc505500/2, rc 0, transno 17179873731 00000100:00100000:3.0:1767316848.400171:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985748736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316848.400220:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316848.402502:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316848.402657:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985748864 00000100:00100000:0.0:1767316848.402666:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985748864 00000100:00100000:0.0:1767316848.402715:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936128 00000100:00100000:0.0:1767316848.402718:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936128 00000100:00100000:0.0:1767316848.402766:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12414 00000100:00100000:0.0:1767316848.402776:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985748864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1767316848.403059:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1767316848.403064:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb mtime from disk: 1767316842 -> 1767316842 00002000:00010000:0.0:1767316848.403067:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb atime from disk: 1767316842 -> 1767316842 00002000:00010000:0.0:1767316848.403069:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb ctime from disk: 1767316842 -> 1767316842 00002000:00010000:0.0:1767316848.403072:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1767316848.403129:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985748864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 354us (2908us total) trans 21474840617 rc 0/0 00000100:00100000:0.0:1767316848.403136:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12414 00000100:00100000:0.0:1767316848.403154:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12415 00000100:00100000:0.0:1767316848.403160:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:72661:x1853163933936128:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316848.403169:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316848.403183:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8a4 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.403209:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 5 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.403218:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316848.403220:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316848.403224:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 4/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.403254:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 5 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.403267:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 5 pid: 37088 timeout: 2193 lvb_type: 0 00000100:00100000:0.0:1767316848.403281:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985748992:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316848.403749:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8a80 going to sleep for 11 seconds 00000004:00080000:0.0:1767316848.404271:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7c46680/2, rc 0, transno 21474840617 00000100:00100000:0.0:1767316848.404279:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985748864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316848.408653:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985748992:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316848.408691:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316848.408710:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac4400, rc 0) 00000100:00100000:0.0:1767316848.408801:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72661:x1853163933936128:12345-192.168.204.9@tcp:101:dd.0 Request processed in 5639us (6317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.408810:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12415 00000100:00100000:3.0:1767316848.410182:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316848.410393:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936256 00000100:00100000:1.0:1767316848.410402:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936256 00010000:00010000:1.0:1767316848.410442:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 6 pid: 37088 timeout: 2193 lvb_type: 0 00000100:00100000:1.0:1767316848.410478:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6372 00000100:00100000:1.0:1767316848.410487:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933936256:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316848.410501:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316848.410523:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 6 pid: 37088 timeout: 2193 lvb_type: 0 00010000:00010000:1.0:1767316848.410534:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 6 pid: 37088 timeout: 2193 lvb_type: 0 00010000:00010000:1.0:1767316848.410557:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7769 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a888 expref: 6 pid: 37088 timeout: 2193 lvb_type: 0 00010000:00010000:1.0:1767316848.410572:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316848.410574:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316848.410581:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316848.410591:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316848.410627:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316848.410641:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985749120:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316848.410712:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a000 going to sleep for 11 seconds 00000100:00100000:1.0:1767316848.415455:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985749120:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316848.415484:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316848.417295:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163933936256:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 6798us (7111us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316848.417310:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6372 00000100:00100000:3.0:1767316848.417556:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316848.419801:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936384 00000100:00100000:0.0:1767316848.419816:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936384 00002000:00100000:0.0:1767316848.419877:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3efba81c00 x1853163933936384/t0(0) o3->edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp:24/0 lens 488/0 e 0 to 0 dl 1767316859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316848.419885:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efba81c00 with x1853163933936384 ext(0->4095) 00002000:00010000:0.0:1767316848.419890:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3efba81c00 00000100:00100000:0.0:1767316848.419922:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6749 00000100:00100000:0.0:1767316848.419932:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2483:x1853163933936384:12345-192.168.204.9@tcp:3:dd.0 00000100:00100000:0.0:1767316848.420130:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2483:x1853163933936384:12345-192.168.204.9@tcp:3:dd.0 Request processed in 198us (2573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1767316848.420137:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6749 00002000:00100000:0.0:1767316848.420144:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3efba81c00 x1853163933936384/t0(0) o3->edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp:24/0 lens 488/4536 e 0 to 0 dl 1767316859 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316848.420152:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efba81c00 with x1853163933936384 ext(0->4095) 00002000:00010000:0.0:1767316848.420155:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3efba81c00 00000100:00100000:3.0:1767316848.424312:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316848.434833:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936640 00000100:00100000:0.0:1767316848.434849:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936640 00000100:00100000:0.0:1767316848.434929:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3266 00000100:00100000:0.0:1767316848.434938:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:72661:x1853163933936640:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:0.0:1767316848.435275:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:72661:x1853163933936640:12345-192.168.204.9@tcp:35:dd.0 Request processed in 336us (10972us total) trans 8589942743 rc 0/0 00000100:00100000:0.0:1767316848.435284:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3266 00010000:00010000:2.0:1767316848.739935:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316848.855124:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840617 is committed 00000001:02000400:0.0:1767316849.545308:0:52420:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: BBBB written which made replica on ost1 stale 00010000:00010000:0.0:1767316849.763874:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316850.796101:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316850.853793:0:52468:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: fast read from pagecache in the original process 00000100:00100000:2.0:1767316850.992700:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316850.992798:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936768 00000100:00100000:0.0:1767316850.992809:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936768 00000100:00100000:0.0:1767316850.992881:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8202 00000100:00100000:0.0:1767316850.992892:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:72511:x1853163933936768:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:0.0:1767316850.992912:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316850.992931:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba77b6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8ab expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.992990:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba77b6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ab expref: 8 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.993005:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba77b6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ab expref: 8 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.993030:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316850.993034:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316850.993039:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac4800, rc 0) 00000100:00100000:0.0:1767316850.993093:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:72511:x1853163933936768:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 204us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316850.993101:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8202 00000100:00080000:2.0:1767316850.993312:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316850.998466:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316850.998547:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933936896 00000100:00100000:0.0:1767316850.998557:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933936896 00000100:00100000:0.0:1767316850.998632:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12416 00000100:00100000:0.0:1767316850.998642:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:72511:x1853163933936896:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:0.0:1767316850.998661:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316850.998681:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8b2 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.998712:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.998721:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316850.998723:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316850.998752:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b2 expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.998789:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316850.998803:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 5 pid: 15520 timeout: 2196 lvb_type: 0 00000100:00100000:0.0:1767316850.998817:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985749248:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316850.998904:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6c893c0 going to sleep for 11 seconds 00000100:00080000:3.0:1767316850.999122:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316851.002066:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316851.002101:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937024 00000100:00100000:0.0:1767316851.002110:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937024 00002000:00100000:0.0:1767316851.002167:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4) req@ffff9b3ee7c47480 x1853163933937024/t0(0) o4->edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp:27/0 lens 496/0 e 0 to 0 dl 1767316862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316851.002179:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7c47480 with x1853163933937024 ext(0->4) 00010000:00010000:0.0:1767316851.002187:0:23675:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 6 pid: 15520 timeout: 2196 lvb_type: 0 00010000:00010000:0.0:1767316851.002203:0:23675:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 6 pid: 15520 timeout: 2196 lvb_type: 0 00002000:00010000:0.0:1767316851.002211:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3ee7c47480 00000100:00100000:0.0:1767316851.002233:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 779 00000100:00100000:0.0:1767316851.002242:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2486:x1853163933937024:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:0.0:1767316851.002682:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2486:x1853163933937024:12345-192.168.204.9@tcp:4:dd.0 Request processed in 441us (624us total) trans 21474840618 rc 0/0 00000100:00100000:0.0:1767316851.002691:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 779 00002000:00100000:0.0:1767316851.002698:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4) req@ffff9b3ee7c47480 x1853163933937024/t21474840618(0) o4->edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp:27/0 lens 496/448 e 0 to 0 dl 1767316862 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316851.002706:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7c47480 with x1853163933937024 ext(0->4) 00010000:00010000:0.0:1767316851.002713:0:23675:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 8 pid: 15520 timeout: 2196 lvb_type: 0 00010000:00010000:0.0:1767316851.002725:0:23675:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 8 pid: 15520 timeout: 2196 lvb_type: 0 00002000:00010000:0.0:1767316851.002755:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3ee7c47480 00000100:00080000:0.0:1767316851.002778:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316851.002997:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985749248:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316851.003024:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b2 expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316851.003040:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5e00, rc 0) 00000100:00100000:3.0:1767316851.003077:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:72511:x1853163933936896:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 4436us (4619us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316851.003084:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12416 00000100:00100000:1.0:1767316851.007634:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316851.007670:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937152 00000100:00100000:1.0:1767316851.007680:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937152 00010000:00010000:1.0:1767316851.007716:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 8 pid: 15520 timeout: 2196 lvb_type: 0 00000100:00100000:1.0:1767316851.007775:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6373 00000100:00100000:1.0:1767316851.007784:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2485:x1853163933937152:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316851.007804:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1767316851.007824:0:44414:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb mtime from disk: 1767316842 -> 1767316848 00002000:00010000:1.0:1767316851.007827:0:44414:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x277:0x0] updating lvb ctime from disk: 1767316842 -> 1767316848 00010000:00010000:1.0:1767316851.007833:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 8 pid: 15520 timeout: 2196 lvb_type: 0 00010000:00010000:1.0:1767316851.007846:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 8 pid: 15520 timeout: 2196 lvb_type: 0 00010000:00010000:1.0:1767316851.007873:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac4400/0xc472cb5f51ba77af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8a4 expref: 8 pid: 15520 timeout: 2196 lvb_type: 0 00010000:00010000:1.0:1767316851.007891:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316851.007893:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316851.007901:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b2 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316851.007909:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b2 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316851.007947:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b2 expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316851.007960:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985749376:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316851.008034:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316851.015497:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316851.015535:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937280 00000100:00100000:0.0:1767316851.015544:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937280 00002000:00100000:0.0:1767316851.015598:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3ee7c44380 x1853163933937280/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:27/0 lens 488/0 e 0 to 0 dl 1767316862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316851.015610:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7c44380 with x1853163933937280 ext(0->4095) 00002000:00010000:0.0:1767316851.015616:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7c44380 00000100:00100000:0.0:1767316851.015643:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6750 00000100:00100000:0.0:1767316851.015653:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933937280:12345-192.168.204.9@tcp:3:multiop.0 00000100:00100000:0.0:1767316851.015860:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933937280:12345-192.168.204.9@tcp:3:multiop.0 Request processed in 207us (373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1767316851.015868:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6750 00002000:00100000:0.0:1767316851.015874:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3ee7c44380 x1853163933937280/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:27/0 lens 488/4536 e 0 to 0 dl 1767316862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1767316851.015881:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7c44380 with x1853163933937280 ext(0->4095) 00002000:00010000:0.0:1767316851.015884:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee7c44380 00000100:00100000:0.0:1767316851.015987:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985749376:192.168.204.9@tcp:105: 00010000:00010000:0.0:1767316851.016012:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316851.016039:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:2485:x1853163933937152:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 8257us (8412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316851.016047:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6373 00010000:00010000:0.0:1767316851.812887:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316852.388051:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985749504:0@lo:400:kworker.0 00000100:00100000:0.0:1767316852.388118:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316852.388247:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985749504 00000100:00100000:2.0:1767316852.388255:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985749504 00000100:00100000:2.0:1767316852.392337:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1767316852.392366:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985749504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392517:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985749888:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392561:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316852.392614:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985749760:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392642:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316852.392663:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316852.392669:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985749632:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392688:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316852.392712:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985749888 00000100:00100000:3.0:1767316852.392719:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985749888 00000100:00100000:3.0:1767316852.392783:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1767316852.392790:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985749888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392827:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985749888:12345-0@lo:400:kworker.0 Request processed in 38us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316852.392834:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1767316852.392857:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985749760 00000100:00100000:3.0:1767316852.392860:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985749760 00000100:00100000:3.0:1767316852.392881:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985749632 00000100:00100000:3.0:1767316852.392884:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985749632 00000100:00100000:3.0:1767316852.392904:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1767316852.392911:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985749760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392945:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985749760:12345-0@lo:400:kworker.0 Request processed in 35us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316852.392951:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1767316852.392964:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1767316852.392969:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985749632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.392995:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985749632:12345-0@lo:400:kworker.0 Request processed in 26us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316852.393001:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00080000:3.0:1767316852.393022:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316852.393027:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316852.393063:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985749632:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.393073:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985749760:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.393099:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840617 gen 2 00000004:00080000:3.0:1767316852.393104:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7c46680, transno 21474840617 00000100:00100000:3.0:1767316852.393113:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985749888:0@lo:400:kworker.0 00000100:00100000:1.0:1767316852.393553:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316852.393563:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985750144:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.393568:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316852.393575:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985750016:0@lo:400:kworker.0 00000100:00100000:1.0:1767316852.393597:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316852.393597:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316852.395562:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750016 00000100:00100000:3.0:1767316852.395577:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750016 00000100:00100000:3.0:1767316852.395648:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1767316852.395657:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985750016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.395725:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985750016:12345-0@lo:400:kworker.0 Request processed in 69us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316852.395748:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:3.0:1767316852.395771:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316852.395813:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985750016:0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.395862:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750144 00000100:00100000:3.0:1767316852.395867:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750144 00000100:00100000:3.0:1767316852.395892:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1767316852.395898:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985750144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316852.395930:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985750144:12345-0@lo:400:kworker.0 Request processed in 32us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316852.395936:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1767316852.396238:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985749504:0@lo:400:kworker.0 00000100:00100000:1.0:1767316852.401549:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985750144:0@lo:400:kworker.0 00000100:00100000:2.0:1767316852.402320:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985749504:12345-0@lo:400:kworker.0 Request processed in 9967us (14196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316852.402335:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00010000:00010000:2.0:1767316852.837348:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316852.980180:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873731 is committed 00000001:02000400:2.0:1767316853.251690:0:52518:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: read via /mnt/lustre2 new open(2) 00000100:00100000:0.0:1767316853.295069:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.295856:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937408 00000100:00100000:3.0:1767316853.295868:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937408 00000100:00100000:3.0:1767316853.297791:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8203 00000100:00100000:3.0:1767316853.297807:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:73062:x1853163933937408:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1767316853.297833:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316853.297855:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8b9 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316853.297936:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba77cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316853.297950:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba77cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316853.297961:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba77cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:3.0:1767316853.298029:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316853.298033:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316853.298057:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba77cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316853.298080:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b9 expref: 9 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316853.298109:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba77cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b9 expref: 8 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316853.298119:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316853.298123:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316853.298126:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316853.298208:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:73062:x1853163933937408:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 405us (3150us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316853.298216:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8203 00000100:00080000:0.0:1767316853.301352:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316853.313450:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.313555:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937664 00000100:00100000:3.0:1767316853.313564:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937664 00000100:00100000:3.0:1767316853.313618:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8204 00000100:00100000:3.0:1767316853.313628:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:73062:x1853163933937664:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:3.0:1767316853.313650:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316853.313672:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba77d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8c0 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316853.313785:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313800:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313813:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313825:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313829:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313833:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313974:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba77e7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313981:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba77e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.313985:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba77e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316853.313993:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00010000:00010000:3.0:1767316853.314069:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314074:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314078:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314082:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316853.314085:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314089:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314106:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316853.314109:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316853.314112:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314116:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba77d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314123:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314129:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314133:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314135:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316853.314137:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314140:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314143:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316853.314144:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316853.314146:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314149:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba77e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316853.314351:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba77d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8c0 expref: 11 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316853.314367:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba77e7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8c0 expref: 10 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316853.314373:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316853.314376:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316853.314378:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:3.0:1767316853.314447:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+10:73062:x1853163933937664:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 820us (1009us total) trans 8589942744 rc 0/0 00000100:00100000:3.0:1767316853.314454:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8204 00000100:00100000:1.0:1767316853.326954:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316853.327069:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937792 00000100:00100000:2.0:1767316853.327080:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937792 00000100:00100000:2.0:1767316853.327152:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12417 00000100:00100000:2.0:1767316853.327172:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:73062:x1853163933937792:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:2.0:1767316853.327191:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316853.327210:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba77f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8c7 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316853.327236:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316853.327239:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316853.327256:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba77f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8c7 expref: 8 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316853.327270:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba77f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8c7 expref: 8 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316853.327282:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316853.327336:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:73062:x1853163933937792:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 175us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316853.327343:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12417 00000100:00080000:1.0:1767316853.328197:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316853.332366:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.332437:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933937920 00000100:00100000:3.0:1767316853.332448:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933937920 00002000:00100000:3.0:1767316853.332500:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3ef4018e00 x1853163933937920/t0(0) o3->edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp:29/0 lens 488/0 e 0 to 0 dl 1767316864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316853.332511:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4018e00 with x1853163933937920 ext(0->4095) 00002000:00010000:3.0:1767316853.332518:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ef4018e00 00000100:00100000:3.0:1767316853.332550:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6751 00000100:00100000:3.0:1767316853.332560:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2483:x1853163933937920:12345-192.168.204.9@tcp:3:multiop.0 00000100:00100000:3.0:1767316853.332773:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2483:x1853163933937920:12345-192.168.204.9@tcp:3:multiop.0 Request processed in 213us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1767316853.332781:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6751 00002000:00100000:3.0:1767316853.332788:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x277:0x0] (0->4095) req@ffff9b3ef4018e00 x1853163933937920/t0(0) o3->edbc2ee0-c329-4291-8f1d-b1fedb3e4016@192.168.204.9@tcp:29/0 lens 488/4536 e 0 to 0 dl 1767316864 ref 1 fl Complete:/600/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316853.332796:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4018e00 with x1853163933937920 ext(0->4095) 00002000:00010000:3.0:1767316853.332798:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ef4018e00 00000100:00100000:1.0:1767316853.340699:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.340792:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938176 00000100:00100000:3.0:1767316853.340802:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938176 00000100:00100000:3.0:1767316853.340856:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3267 00000100:00100000:3.0:1767316853.340864:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+10:73062:x1853163933938176:12345-192.168.204.9@tcp:35:multiop.0 00000100:00100000:3.0:1767316853.341222:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+11:73062:x1853163933938176:12345-192.168.204.9@tcp:35:multiop.0 Request processed in 355us (529us total) trans 8589942745 rc 0/0 00000100:00100000:3.0:1767316853.341231:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3267 00000100:00100000:3.0:1767316853.414673:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.414722:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.414770:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316853.414798:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316853.415334:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938432 00000100:00100000:1.0:1767316853.415344:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938432 00000100:00100000:1.0:1767316853.415412:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 593 00000100:00100000:1.0:1767316853.415422:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933938432:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316853.415514:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933938432:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 92us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316853.415523:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 593 00000100:00080000:1.0:1767316853.415623:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316853.415644:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985750272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316853.415688:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316853.415772:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985750400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316853.415797:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316853.415830:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750272 00000100:00100000:1.0:1767316853.415834:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750272 00000100:00100000:1.0:1767316853.415866:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750400 00000100:00100000:1.0:1767316853.415869:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750400 00000100:00100000:1.0:1767316853.415883:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767316853.415888:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985750272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316853.415924:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 527499264 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316853.415960:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985750272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316853.415967:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767316853.415979:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1767316853.415984:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985750400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316853.416002:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 411762688 pending 1703936 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316853.416030:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985750400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316853.416036:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1767316853.416072:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873731 gen 2 00000004:00080000:1.0:1767316853.416079:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc505500, transno 17179873731 00000100:00100000:1.0:1767316853.416098:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985750272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316853.416128:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985750400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316853.416560:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938304 00000100:00100000:2.0:1767316853.416566:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938304 00000100:00100000:2.0:1767316853.416611:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 793 00000100:00100000:2.0:1767316853.416619:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933938304:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316853.416665:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933938304:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (1942us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316853.416672:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 793 00000100:00100000:2.0:1767316853.416703:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938560 00000100:00100000:2.0:1767316853.416707:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938560 00000100:00100000:2.0:1767316853.416762:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938816 00000100:00100000:2.0:1767316853.416765:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938816 00000100:00100000:2.0:1767316853.416784:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 982 00000100:00100000:2.0:1767316853.416791:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933938560:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316853.416820:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933938560:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316853.416826:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 982 00000100:00100000:2.0:1767316853.416837:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 983 00000100:00100000:2.0:1767316853.416843:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933938816:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316853.417050:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2485:x1853163933938816:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 206us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316853.417058:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 983 00000100:00080000:2.0:1767316853.417076:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316853.417080:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316853.433082:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316853.434598:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938688 00000100:00100000:2.0:1767316853.434611:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938688 00000100:00100000:2.0:1767316853.434707:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 984 00000100:00100000:2.0:1767316853.434714:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933938688:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316853.434795:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933938688:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316853.434801:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 984 00000100:00080000:1.0:1767316853.443586:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1767316853.459494:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942743 is committed 00000001:00080000:0.0:1767316853.459680:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942745 is committed 00010000:00010000:0.0:1767316853.859886:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316853.978136:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840618 is committed 00010000:00010000:2.0:1767316854.883882:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767316854.953031:0:52570:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: fast read from pagecache after 5s in the original process 00010000:00010000:0.0:1767316855.908521:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316856.932364:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316857.511332:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985750528:0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.511421:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316857.511552:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985750912:0@lo:400:kworker.0 00000100:00100000:3.0:1767316857.511579:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316857.511635:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985750656:0@lo:400:kworker.0 00000100:00100000:0.0:1767316857.511659:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316857.511703:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750912 00000100:00100000:2.0:1767316857.511709:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750912 00000100:00100000:2.0:1767316857.511782:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1767316857.511800:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985750912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316857.511853:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985750912:12345-0@lo:400:kworker.0 Request processed in 63us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316857.511861:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1767316857.511916:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750528 00000100:00100000:2.0:1767316857.511920:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750528 00000100:00100000:2.0:1767316857.511943:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1767316857.511949:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985750528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316857.511978:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985750528:12345-0@lo:400:kworker.0 Request processed in 29us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316857.511985:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1767316857.512011:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985750784:0@lo:400:kworker.0 00000100:00100000:2.0:1767316857.512029:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316857.512117:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985750528:0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.512122:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985751040:0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.512142:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316857.512198:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750656 00000100:00100000:1.0:1767316857.512202:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750656 00000100:00100000:1.0:1767316857.512235:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985750784 00000100:00100000:1.0:1767316857.512238:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985750784 00000100:00100000:1.0:1767316857.512260:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1767316857.512265:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985750656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.512297:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985750656:12345-0@lo:400:kworker.0 Request processed in 31us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316857.512302:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1767316857.512313:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1767316857.512318:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985750784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.512357:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985750784:12345-0@lo:400:kworker.0 Request processed in 38us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316857.512362:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:1.0:1767316857.512380:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767316857.512384:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316857.512396:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751040 00000100:00100000:1.0:1767316857.512399:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751040 00000100:00100000:1.0:1767316857.512426:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1767316857.512432:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985751040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.512464:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985751040:12345-0@lo:400:kworker.0 Request processed in 32us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316857.512470:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00080000:1.0:1767316857.512482:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316857.512501:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985751040:0@lo:400:kworker.0 00000100:00100000:3.0:1767316857.516353:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985750912:0@lo:400:kworker.0 00000100:00100000:0.0:1767316857.516533:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985750656:0@lo:400:kworker.0 00000100:00100000:0.0:1767316857.516546:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985751168:0@lo:400:kworker.0 00000100:00100000:0.0:1767316857.516615:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316857.517420:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985750784:0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.518646:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751168 00000100:00100000:1.0:1767316857.518658:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751168 00000100:00100000:1.0:1767316857.518742:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1767316857.518752:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985751168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316857.518852:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985751168:12345-0@lo:400:kworker.0 Request processed in 101us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316857.518861:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1767316857.519088:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985751168:0@lo:400:kworker.0 00010000:00010000:0.0:1767316857.955882:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316858.528553:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316858.528598:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316858.528625:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316858.528649:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316858.528679:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316858.528717:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933938944 00000100:00100000:1.0:1767316858.528739:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933938944 00000100:00100000:1.0:1767316858.528783:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 795 00000100:00100000:1.0:1767316858.528791:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2484:x1853163933938944:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316858.528867:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2484:x1853163933938944:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316858.528883:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 795 00000100:00100000:3.0:1767316858.529254:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939072 00000100:00100000:3.0:1767316858.529259:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939072 00000100:00100000:3.0:1767316858.529299:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 597 00000100:00100000:3.0:1767316858.529305:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933939072:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316858.529351:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933939072:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316858.529357:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 597 00000100:00080000:3.0:1767316858.529374:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316858.530079:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939328 00000100:00100000:0.0:1767316858.530087:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939328 00000100:00100000:0.0:1767316858.530156:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939712 00000100:00100000:0.0:1767316858.530160:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939712 00000100:00100000:0.0:1767316858.530186:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939584 00000100:00100000:0.0:1767316858.530189:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939584 00000100:00100000:0.0:1767316858.530210:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 987 00000100:00100000:0.0:1767316858.530217:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163933939328:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316858.530265:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163933939328:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (1666us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316858.530271:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 987 00000100:00100000:0.0:1767316858.530284:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 988 00000100:00100000:0.0:1767316858.530290:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2483:x1853163933939584:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316858.530316:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2483:x1853163933939584:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316858.530322:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 988 00000100:00100000:0.0:1767316858.530344:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12418 00000100:00100000:0.0:1767316858.530350:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+5:2482:x1853163933939712:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:0.0:1767316858.530373:0:38183:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51ba75c5 00000100:00080000:0.0:1767316858.530384:0:38183:0:(import.c:65:import_set_state_nolock()) ffff9b3dc7289000 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1767316858.534701:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316858.534712:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:0.0:1767316858.536722:0:38183:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179873731 00000100:00100000:0.0:1767316858.539785:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+2:2482:x1853163933939712:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 9419us (11144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316858.539799:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12418 00010000:00010000:0.0:1767316858.540431:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316858.540505:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316858.540590:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316858.542960:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939200 00000100:00100000:0.0:1767316858.542986:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939200 00000100:00100000:0.0:1767316858.543066:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 989 00000100:00100000:0.0:1767316858.543077:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933939200:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316858.543172:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933939200:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 96us (2678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316858.543181:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 989 00000100:00080000:3.0:1767316858.547023:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316858.547048:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939456 00000100:00100000:3.0:1767316858.547059:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939456 00000100:00080000:0.0:1767316858.548638:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316858.550280:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 598 00000100:00100000:2.0:1767316858.550305:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2484:x1853163933939456:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316858.550404:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2484:x1853163933939456:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 113us (9813us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316858.550413:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 598 00000100:00100000:1.0:1767316858.550433:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985751296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316858.550491:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316858.550761:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316858.550773:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985751424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316858.551872:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751296 00000100:00100000:2.0:1767316858.551885:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751296 00000100:00100000:2.0:1767316858.551940:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1767316858.551944:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316858.551950:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985751296:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316858.551990:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751424 00000100:00100000:3.0:1767316858.551994:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751424 00002000:00000024:2.0:1767316858.552007:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524091392 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316858.552013:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1767316858.552018:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985751424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316858.552038:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 410058752 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316858.552061:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985751296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316858.552068:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985751424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316858.552076:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1767316858.552079:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1767316858.552132:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985751424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316858.552879:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985751296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767316858.979970:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316860.000609:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316860.000760:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933939968 00000100:00100000:1.0:1767316860.000772:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933939968 00000100:00080000:0.0:1767316860.000836:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316860.000845:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3268 00000100:00100000:1.0:1767316860.000857:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:72511:x1853163933939968:12345-192.168.204.9@tcp:35:multiop.0 00000100:00100000:1.0:1767316860.001334:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:72511:x1853163933939968:12345-192.168.204.9@tcp:35:multiop.0 Request processed in 477us (732us total) trans 8589942746 rc 0/0 00000100:00100000:1.0:1767316860.001344:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3268 00010000:00010000:2.0:1767316860.006683:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316861.028831:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767316861.743537:0:52620:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: read via new open(2) 00000100:00100000:2.0:1767316861.807254:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316861.807361:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933940224 00000100:00100000:0.0:1767316861.807372:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933940224 00000100:00100000:0.0:1767316861.807425:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8205 00000100:00100000:0.0:1767316861.807434:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:73347:x1853163933940224:12345-192.168.204.9@tcp:101:multiop.0 00010000:00010000:0.0:1767316861.807461:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316861.807482:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4a00/0xc472cb5f51ba77fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8ce expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316861.807557:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807572:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807585:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807599:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807605:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807615:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807784:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7811 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807794:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7811 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807802:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7811 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316861.807811:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00010000:00010000:0.0:1767316861.807903:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807910:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807916:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807922:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac5a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316861.807926:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807933:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807945:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:0.0:1767316861.807948:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316861.807953:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807962:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba7803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807971:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807976:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807981:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807985:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac4200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316861.807988:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807992:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.807999:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3efc55af00) 00010000:00010000:0.0:1767316861.808001:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316861.808004:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.808010:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4200/0xc472cb5f51ba780a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316861.808046:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4a00/0xc472cb5f51ba77fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ce expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316861.808060:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7811 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ce expref: 11 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316861.808073:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316861.808075:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316861.808078:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5200, rc 0) 00000100:00100000:0.0:1767316861.808152:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73347:x1853163933940224:12345-192.168.204.9@tcp:101:multiop.0 Request processed in 718us (907us total) trans 8589942747 rc 0/0 00000100:00100000:0.0:1767316861.808159:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8205 00000100:00100000:0.0:1767316861.811651:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316861.811782:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933940480 00000100:00100000:3.0:1767316861.811792:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933940480 00000100:00100000:3.0:1767316861.811844:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3269 00000100:00100000:3.0:1767316861.811853:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73347:x1853163933940480:12345-192.168.204.9@tcp:35:multiop.0 00000100:00100000:3.0:1767316861.812100:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:73347:x1853163933940480:12345-192.168.204.9@tcp:35:multiop.0 Request processed in 236us (448us total) trans 8589942748 rc 0/0 00000100:00100000:3.0:1767316861.812108:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3269 00010000:00010000:0.0:1767316862.052161:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316862.629621:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985751680:0@lo:400:kworker.0 00000100:00100000:2.0:1767316862.629690:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316862.629755:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985752192:0@lo:400:kworker.0 00000100:00100000:2.0:1767316862.629777:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316862.629799:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316862.629805:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985751808:0@lo:400:kworker.0 00000100:00100000:2.0:1767316862.629824:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316862.629890:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985751552:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.629925:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316862.629954:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985752064:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.629975:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316862.629993:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316862.629998:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985751936:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630015:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316862.630041:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751680 00000100:00100000:3.0:1767316862.630048:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751680 00000100:00100000:3.0:1767316862.630103:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752192 00000100:00100000:3.0:1767316862.630106:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752192 00000100:00100000:3.0:1767316862.630120:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751808 00000100:00100000:3.0:1767316862.630122:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751808 00000100:00100000:3.0:1767316862.630138:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1767316862.630145:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985751680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630192:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985751680:12345-0@lo:400:kworker.0 Request processed in 46us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316862.630199:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1767316862.630214:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1767316862.630231:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985752192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630255:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985752192:12345-0@lo:400:kworker.0 Request processed in 26us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316862.630260:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1767316862.630269:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1767316862.630275:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985751808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630299:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985751808:12345-0@lo:400:kworker.0 Request processed in 24us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316862.630304:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1767316862.630320:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752064 00000100:00100000:3.0:1767316862.630324:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752064 00000100:00100000:3.0:1767316862.630346:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751936 00000100:00100000:3.0:1767316862.630348:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751936 00000100:00100000:3.0:1767316862.630366:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1767316862.630371:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985752064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630401:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985752064:12345-0@lo:400:kworker.0 Request processed in 29us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316862.630407:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1767316862.630416:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1767316862.630421:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985751936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630442:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985751936:12345-0@lo:400:kworker.0 Request processed in 21us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316862.630450:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00080000:3.0:1767316862.630466:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316862.630470:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316862.630473:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316862.630508:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985751936:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630516:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985752064:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630542:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985751808:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630550:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985751680:0@lo:400:kworker.0 00000100:00100000:3.0:1767316862.630557:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985752192:0@lo:400:kworker.0 00000100:00100000:2.0:1767316862.630748:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985751552 00000100:00100000:2.0:1767316862.630753:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985751552 00000100:00100000:2.0:1767316862.630789:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1767316862.630796:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985751552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316862.630831:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985751552:12345-0@lo:400:kworker.0 Request processed in 35us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316862.630840:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1767316862.630922:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985751552:0@lo:400:kworker.0 00010000:00010000:2.0:1767316863.077632:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1767316863.223427:0:35303:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000020:00000080:1.0:1767316863.223438:0:35303:0:(genops.c:904:class_export_put()) final put ffff9b3dc728e800/edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000020:00000080:1.0:1767316863.223477:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc728e800/edbc2ee0-c329-4291-8f1d-b1fedb3e4016 for lustre-OST0001 00000020:00000080:1.0:1767316863.223530:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3dc7289000 for lustre-OST0001 00000100:00100000:3.0:1767316863.646795:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316863.646880:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316863.646908:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316863.646935:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316863.646953:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316863.646982:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316863.647008:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941120 00000100:00100000:3.0:1767316863.647018:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941120 00000100:00100000:3.0:1767316863.647078:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933940736 00000100:00100000:3.0:1767316863.647081:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933940736 00000100:00100000:3.0:1767316863.647100:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 602 00000100:00100000:3.0:1767316863.647108:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2486:x1853163933941120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316863.647185:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2486:x1853163933941120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316863.647196:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 602 00000100:00100000:3.0:1767316863.647211:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 603 00000100:00100000:3.0:1767316863.647217:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933940736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316863.647241:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2486:x1853163933940736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316863.647246:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 603 00000100:00100000:3.0:1767316863.647262:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933940864 00000100:00100000:3.0:1767316863.647265:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933940864 00000100:00100000:3.0:1767316863.647284:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933940992 00000100:00100000:3.0:1767316863.647286:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933940992 00000100:00100000:3.0:1767316863.647302:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941248 00000100:00100000:3.0:1767316863.647304:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941248 00000100:00100000:3.0:1767316863.647333:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 992 00000100:00100000:3.0:1767316863.647339:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933940864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316863.647363:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933940864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316863.647369:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 992 00000100:00100000:3.0:1767316863.647379:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 993 00000100:00100000:3.0:1767316863.647385:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933940992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316863.647406:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933940992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 21us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316863.647411:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 993 00000100:00100000:3.0:1767316863.647420:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 994 00000100:00100000:3.0:1767316863.647426:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2486:x1853163933941248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316863.647450:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2486:x1853163933941248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316863.647456:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 994 00000100:00080000:2.0:1767316863.647796:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316863.647800:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316863.647803:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316863.653089:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933940608 00000100:00100000:1.0:1767316863.653102:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933940608 00000100:00100000:1.0:1767316863.653157:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:1.0:1767316863.653167:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2486:x1853163933940608:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316863.653243:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2486:x1853163933940608:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (6457us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316863.653253:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:1.0:1767316863.653406:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985752320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316863.653450:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316863.655201:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752320 00000100:00100000:1.0:1767316863.655213:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752320 00000100:00100000:1.0:1767316863.655266:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1767316863.655275:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985752320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316863.655312:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524091392 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316863.655377:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985752320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316863.655394:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1767316863.655423:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985752320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316863.657254:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316863.657272:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985752448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316863.657332:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316863.661675:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752448 00000100:00100000:1.0:1767316863.661691:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752448 00000100:00100000:1.0:1767316863.661776:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767316863.661785:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985752448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316863.661824:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 410058752 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316863.661904:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985752448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (4570us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316863.661911:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767316863.661981:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985752448:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1767316863.701878:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942747 is committed 00000001:00080000:3.0:1767316863.702328:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942748 is committed 00010000:00010000:2.0:1767316864.100417:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316865.123944:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316866.158984:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316867.179234:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316867.751839:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985752704:0@lo:400:kworker.0 00000100:00100000:1.0:1767316867.751896:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985752832:0@lo:400:kworker.0 00000100:00100000:0.0:1767316867.751942:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316867.752066:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985752960:0@lo:400:kworker.0 00000100:00100000:3.0:1767316867.752195:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985752576:0@lo:400:kworker.0 00000100:00100000:2.0:1767316867.765901:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316867.768265:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752704 00000100:00100000:2.0:1767316867.768289:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752704 00000100:00100000:2.0:1767316867.768397:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767316867.768418:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985752704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316867.768554:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985752704:12345-0@lo:400:kworker.0 Request processed in 146us (16613us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316867.768562:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767316867.768594:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752960 00000100:00100000:2.0:1767316867.768598:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752960 00000100:00100000:2.0:1767316867.768639:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1767316867.768646:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985752960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316867.768689:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985752960:12345-0@lo:400:kworker.0 Request processed in 44us (2801us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316867.768696:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00080000:2.0:1767316867.768713:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767316867.768720:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316867.768790:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985752960:0@lo:400:kworker.0 00000100:00100000:3.0:1767316867.771247:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316867.771721:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985753088:0@lo:400:kworker.0 00000100:00100000:2.0:1767316867.772533:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752576 00000100:00100000:2.0:1767316867.772547:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752576 00000100:00100000:2.0:1767316867.772645:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1767316867.772661:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985752576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316867.772880:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316867.777667:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985752704:0@lo:400:kworker.0 00000100:00100000:0.0:1767316867.777710:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985753216:0@lo:400:kworker.0 00000100:00100000:0.0:1767316867.777812:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316867.777848:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985752832 00000100:00100000:0.0:1767316867.777855:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985752832 00000100:00100000:0.0:1767316867.777906:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753216 00000100:00100000:0.0:1767316867.777909:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753216 00000100:00100000:0.0:1767316867.777932:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1767316867.777941:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985752832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316867.778010:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985752832:12345-0@lo:400:kworker.0 Request processed in 70us (5130us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316867.778018:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1767316867.778037:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1767316867.778043:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985753216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316867.778072:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985753216:12345-0@lo:400:kworker.0 Request processed in 29us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316867.778079:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00080000:0.0:1767316867.778102:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316867.778120:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985753216:0@lo:400:kworker.0 00000100:00100000:2.0:1767316867.778684:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc9ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985752576:12345-0@lo:400:kworker.0 Request processed in 6018us (7442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316867.778702:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1767316867.778931:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316867.779019:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985752576:0@lo:400:kworker.0 00000100:00100000:2.0:1767316867.779651:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753088 00000100:00100000:2.0:1767316867.779665:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753088 00000100:00080000:3.0:1767316867.779828:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316867.779864:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1767316867.779888:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985753088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316867.779995:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985753088:12345-0@lo:400:kworker.0 Request processed in 120us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316867.780002:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1767316867.780053:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985753088:0@lo:400:kworker.0 00000100:00100000:1.0:1767316867.781013:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985752832:0@lo:400:kworker.0 00010000:00010000:2.0:1767316868.198490:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316868.767127:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316868.767184:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316868.767250:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316868.767287:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316868.767310:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316868.767342:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316868.767376:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941632 00000100:00100000:3.0:1767316868.767388:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941632 00000100:00100000:3.0:1767316868.767458:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933942016 00000100:00100000:3.0:1767316868.767462:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933942016 00000100:00100000:3.0:1767316868.767479:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941760 00000100:00100000:3.0:1767316868.767482:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941760 00000100:00100000:3.0:1767316868.767505:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 997 00000100:00100000:3.0:1767316868.767515:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933941632:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316868.767619:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933941632:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 105us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316868.767628:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 997 00000100:00100000:3.0:1767316868.768002:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 998 00000100:00100000:3.0:1767316868.768011:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2485:x1853163933942016:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316868.768041:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2485:x1853163933942016:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 31us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316868.768047:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 998 00000100:00100000:3.0:1767316868.768060:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12419 00000100:00100000:3.0:1767316868.768067:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2482:x1853163933941760:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:3.0:1767316868.768094:0:37088:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b71b03 00000100:00080000:3.0:1767316868.768181:0:37088:0:(import.c:65:import_set_state_nolock()) ffff9b3efb8cf800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767316868.768280:0:37088:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179873731 00000100:00100000:2.0:1767316868.769010:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941376 00000100:00100000:2.0:1767316868.769018:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941376 00000100:00100000:2.0:1767316868.769060:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 799 00000100:00100000:2.0:1767316868.769068:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933941376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316868.769128:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933941376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (1863us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316868.769136:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 799 00000100:00080000:2.0:1767316868.769194:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316868.769200:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316868.769570:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941504 00000100:00100000:1.0:1767316868.769586:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941504 00000100:00100000:1.0:1767316868.769650:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933941888 00000100:00100000:1.0:1767316868.769655:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933941888 00000100:00100000:1.0:1767316868.769680:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 607 00000100:00100000:1.0:1767316868.769688:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933941504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316868.769783:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933941504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 96us (2683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316868.769790:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 607 00000100:00100000:1.0:1767316868.769805:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 608 00000100:00100000:1.0:1767316868.769811:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2485:x1853163933941888:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316868.769838:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2485:x1853163933941888:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (2653us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316868.769845:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 608 00000100:00080000:2.0:1767316868.770300:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1767316868.771086:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316868.771425:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+2:2482:x1853163933941760:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 506us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316868.771446:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12419 00000100:00100000:0.0:1767316868.772391:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316868.772416:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985753344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316868.772507:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316868.773031:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753344 00000100:00100000:1.0:1767316868.773043:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753344 00000100:00100000:1.0:1767316868.773107:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1767316868.773125:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985753344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316868.773170:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 38469632 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316868.773240:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985753344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316868.773249:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1767316868.773670:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316868.773685:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985753472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316868.773748:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316868.774121:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753472 00000100:00100000:0.0:1767316868.774129:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753472 00000100:00100000:0.0:1767316868.774176:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767316868.774185:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985753472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316868.774218:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 410058752 pending 0 free 3852468224 avail 3850371072 00000100:00100000:0.0:1767316868.774277:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985753472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316868.774284:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767316868.774344:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985753344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316868.774387:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985753472:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1767316869.220175:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316869.675893:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316869.676110:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933942400 00000100:00100000:0.0:1767316869.676125:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933942400 00000100:00100000:0.0:1767316869.676230:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 873 00000100:00100000:0.0:1767316869.676244:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecaa05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2485:x1853163933942400:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316869.676274:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316869.676302:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec51d9000/0xc472cb5f51ba75b0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7d9 expref: 12 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316869.676327:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316869.676412:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecaa05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+11:2485:x1853163933942400:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 170us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316869.676422:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 873 00000100:00100000:2.0:1767316869.681656:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316869.681697:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316869.681806:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933942144 00000100:00100000:0.0:1767316869.681821:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933942144 00000100:00100000:0.0:1767316869.681895:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933942272 00000100:00100000:0.0:1767316869.681898:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933942272 00000100:00100000:0.0:1767316869.681925:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 874 00000100:00100000:0.0:1767316869.681935:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+12:2484:x1853163933942144:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316869.681965:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316869.681989:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85df400/0xc472cb5f51ba75a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7a8 expref: 12 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316869.682011:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316869.682073:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+11:2484:x1853163933942144:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 139us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316869.682081:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 874 00000100:00100000:0.0:1767316869.682099:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:0.0:1767316869.682105:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+10:2484:x1853163933942272:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316869.682112:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316869.682119:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85de200/0xc472cb5f51ba75a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a7d2 expref: 10 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316869.682134:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316869.682147:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933942272:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 43us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316869.682153:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:2.0:1767316869.703379:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316869.703542:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933942656 00000100:00100000:3.0:1767316869.703568:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933942656 00000100:00100000:3.0:1767316869.703658:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12420 00000100:00100000:3.0:1767316869.703672:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5467c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+6:2482:x1853163933942656:12345-192.168.204.9@tcp:9:umount.0 00000020:00000080:3.0:1767316869.703721:0:37088:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51ba75be 00000020:00010000:3.0:1767316869.703776:0:37088:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9b3dc3b67000: total 0 00000100:00080000:3.0:1767316869.703783:0:37088:0:(import.c:65:import_set_state_nolock()) ffff9b3dc728b800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767316869.703845:0:37088:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840618 00000020:00010000:2.0:1767316869.704381:0:12906:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9b3dc3b67000: total 0 00010000:00010000:2.0:1767316869.704429:0:12906:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9b3dc3b67000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1767316869.704499:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba77f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8c7 expref: 4 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316869.704525:0:12906:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9b3dc3b67000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1767316869.704539:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316869.704541:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316869.704543:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316869.705025:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5467c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+2:2482:x1853163933942656:12345-192.168.204.9@tcp:9:umount.0 Request processed in 1351us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316869.705038:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12420 00000100:00100000:0.0:1767316869.712885:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316869.713033:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933943040 00000100:00100000:2.0:1767316869.713048:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933943040 00000100:00100000:2.0:1767316869.713163:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8206 00000100:00100000:2.0:1767316869.713176:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+8:2482:x1853163933943040:12345-192.168.204.9@tcp:39:umount.0 00000020:00000080:2.0:1767316869.713223:0:42524:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51ba75b7 00000020:00010000:2.0:1767316869.713234:0:42524:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9b3dc47f4000: total 0 00000100:00080000:2.0:1767316869.713241:0:42524:0:(import.c:65:import_set_state_nolock()) ffff9b3dc47f5000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1767316869.713277:0:42524:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589942748 00000020:00010000:3.0:1767316869.713536:0:16280:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9b3dc47f4000: total 0 00010000:00010000:3.0:1767316869.713547:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316869.713612:0:16280:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9b3dc47f4000, canceled 0 locks, left on hash table 3. 00000100:00100000:2.0:1767316869.713804:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:edbc2ee0-c329-4291-8f1d-b1fedb3e4016+7:2482:x1853163933943040:12345-192.168.204.9@tcp:39:umount.0 Request processed in 626us (931us total) trans 8589942749 rc 0/0 00000100:00100000:2.0:1767316869.713815:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8206 00010000:00010000:3.0:1767316869.713850:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316869.713856:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316869.713868:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba77cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b9 expref: 6 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316869.713901:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316869.713904:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316869.713909:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba77e7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8c0 expref: 5 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316869.713922:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316869.713926:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1767316869.713930:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5600/0xc472cb5f51ba77a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a89d expref: 4 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316869.713954:0:16280:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9b3dc47f4000, canceled 3 locks, left on hash table 0. 00010000:00010000:3.0:1767316869.713972:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316869.713974:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316869.713976:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316870.243961:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767316871.166221:0:52915:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 209b: pagecache can be used after LL cancellation ========================================================== 20:21:09 (1767316869) 00000100:00100000:2.0:1767316871.226232:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.226423:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933943296 00000100:00100000:3.0:1767316871.226435:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933943296 00000100:00080000:2.0:1767316871.226512:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316871.226520:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8207 00000100:00100000:3.0:1767316871.226531:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:73958:x1853163933943296:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316871.226555:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316871.226558:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316871.226599:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba773f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a87a expref: 9 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.226616:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:3.0:1767316871.226628:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316871.226645:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba781f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8d5 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.226794:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.226807:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.226817:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.226833:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.226839:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.226844:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00080000:3.0:1767316871.227490:0:42524:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27b:0x0], index 1: 0 00010000:00010000:3.0:1767316871.227662:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7834 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227673:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7834 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227680:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7834 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227710:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227716:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227721:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227751:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316871.227756:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227763:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227772:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316871.227775:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316871.227778:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.227784:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7826 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316871.227796:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b47cf0ad reply state 00000000dc00242f transno 8589942750 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316871.227805:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316871.227832:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba781f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8d5 expref: 11 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.227850:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7834 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8d5 expref: 10 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.227857:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316871.227859:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316871.227861:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:3.0:1767316871.227957:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73958:x1853163933943296:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1428us (1736us total) trans 8589942750 rc 0/0 00000100:00100000:3.0:1767316871.227967:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8207 00010000:00010000:2.0:1767316871.230603:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316871.230619:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316871.230626:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316871.230632:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316871.230638:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316871.230645:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316871.230662:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x72f1d9fd (ffff9b3ec8239900) 00010000:00010000:2.0:1767316871.230665:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316871.230669:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316871.230675:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba782d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316871.236035:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.236107:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933943424 00000100:00100000:0.0:1767316871.236117:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933943424 00000100:00100000:0.0:1767316871.236171:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12421 00000100:00100000:0.0:1767316871.236180:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2482:x1853163933943424:12345-192.168.204.9@tcp:8:dd.0 00010000:00080000:0.0:1767316871.236215:0:37088:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp t0 exp 0000000000000000 cur 2116 last 0 00000020:00000080:0.0:1767316871.236245:0:37088:0:(genops.c:1402:class_connect()) connect: client 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4, cookie 0xc472cb5f51ba7842 00002000:00100000:0.0:1767316871.236258:0:37088:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4/ffff9b3dc3b65800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 485621760 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1767316871.236282:0:37088:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1767316871.236373:0:37088:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9b3efbeeb800 00002000:00080000:0.0:1767316871.236384:0:37088:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1767316871.236414:0:37088:0:(import.c:65:import_set_state_nolock()) ffff9b3dc3b60800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1767316871.236488:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2482:x1853163933943424:12345-192.168.204.9@tcp:8:dd.0 Request processed in 307us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316871.236496:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12421 00000100:00100000:1.0:1767316871.245408:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.245482:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933943552 00000100:00100000:0.0:1767316871.245493:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933943552 00000100:00100000:0.0:1767316871.245671:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12422 00000100:00100000:0.0:1767316871.245683:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:73958:x1853163933943552:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316871.245705:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316871.245758:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7849 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8dc expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316871.245804:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316871.245829:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316871.245832:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316871.245842:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8dc expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.245860:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8dc expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.245872:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5000, rc 0) 00000100:00100000:0.0:1767316871.245940:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:73958:x1853163933943552:12345-192.168.204.9@tcp:101:dd.0 Request processed in 259us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316871.245947:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12422 00000100:00080000:3.0:1767316871.246454:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316871.253989:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.254079:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933943808 00000100:00100000:0.0:1767316871.254089:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933943808 00000100:00100000:0.0:1767316871.254143:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3270 00000100:00100000:0.0:1767316871.254152:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:73958:x1853163933943808:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:0.0:1767316871.254462:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73958:x1853163933943808:12345-192.168.204.9@tcp:35:dd.0 Request processed in 308us (482us total) trans 8589942751 rc 0/0 00000100:00100000:0.0:1767316871.254470:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3270 00010000:00010000:2.0:1767316871.269823:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316871.282177:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.286898:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933943936 00000100:00100000:3.0:1767316871.286922:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933943936 00000100:00100000:3.0:1767316871.287006:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 876 00000100:00100000:3.0:1767316871.287017:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:40044:x1853163933943936:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316871.287035:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316871.287079:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba77bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8b2 expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.287105:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316871.287177:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:40044:x1853163933943936:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 162us (5008us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316871.287185:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 876 00000100:00080000:3.0:1767316871.287210:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316871.288127:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316871.292267:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944064 00000100:00100000:1.0:1767316871.292283:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944064 00002000:00100000:1.0:1767316871.292338:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27b:0x0] (0->8191) req@ffff9b3ef79e2680 x1853163933944064/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:47/0 lens 8680/0 e 0 to 0 dl 1767316882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316871.292357:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef79e2680 with x1853163933944064 ext(0->8191) 00002000:00010000:1.0:1767316871.292363:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef79e2680 00000100:00100000:1.0:1767316871.292437:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6752 00000100:00100000:1.0:1767316871.292448:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933944064:12345-192.168.204.9@tcp:4:dd.0 00000001:00100000:1.0:1767316871.396188:0:35303:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000001:00100000:1.0:1767316871.396209:0:35303:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:1.0:1767316871.396213:0:35303:0:(genops.c:904:class_export_put()) final put ffff9b3efd7f8000/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:3.0:1767316871.396472:0:25491:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efd7f8000/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 for lustre-OST0001 00000020:00000080:3.0:1767316871.396534:0:25491:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3efb8cf800 for lustre-OST0001 00000001:00080000:0.0:1767316871.467049:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873732 is committed 00000100:00100000:1.0:1767316871.467342:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933944064:12345-192.168.204.9@tcp:4:dd.0 Request processed in 174888us (179211us total) trans 17179873732 rc 0/0 00000100:00100000:1.0:1767316871.467355:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6752 00002000:00100000:1.0:1767316871.467367:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27b:0x0] (0->8191) req@ffff9b3ef79e2680 x1853163933944064/t17179873732(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:47/0 lens 8680/448 e 0 to 0 dl 1767316882 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316871.467378:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef79e2680 with x1853163933944064 ext(0->8191) 00002000:00010000:1.0:1767316871.467384:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef79e2680 00000100:00100000:3.0:1767316871.473822:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.473924:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944192 00000100:00100000:0.0:1767316871.473935:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944192 00000100:00100000:0.0:1767316871.474007:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 877 00000100:00100000:0.0:1767316871.474017:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:58643:x1853163933944192:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316871.474034:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1767316871.474151:0:12903:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb size from disk: 0 -> 8192 00002000:00010000:0.0:1767316871.474155:0:12903:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb mtime from disk: 0 -> 1767316871 00002000:00010000:0.0:1767316871.474158:0:12903:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb ctime from disk: 0 -> 1767316871 00002000:00010000:0.0:1767316871.474160:0:12903:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb blocks from disk: 1 -> 19 00010000:00010000:0.0:1767316871.474186:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7849 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8dc expref: 6 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.474212:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316871.474320:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:58643:x1853163933944192:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 304us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316871.474329:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 877 00000100:00100000:3.0:1767316871.541590:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.541764:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944320 00000100:00100000:0.0:1767316871.541775:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944320 00000100:00100000:0.0:1767316871.541839:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8208 00000100:00100000:0.0:1767316871.541849:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73964:x1853163933944320:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:0.0:1767316871.541877:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316871.541902:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7850 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8e3 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.541994:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7857 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316871.542007:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316871.542019:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316871.542082:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316871.542086:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316871.542110:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316871.542133:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7850 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8e3 expref: 13 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.542152:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8e3 expref: 12 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.542160:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316871.542163:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316871.542166:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5400, rc 0) 00000100:00100000:0.0:1767316871.542242:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:73964:x1853163933944320:12345-192.168.204.9@tcp:101:cat.0 Request processed in 393us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316871.542250:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8208 00000100:00100000:0.0:1767316871.552112:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.552243:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944576 00000100:00100000:3.0:1767316871.552254:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944576 00000100:00100000:3.0:1767316871.552324:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8209 00000100:00100000:3.0:1767316871.552335:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:73964:x1853163933944576:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:3.0:1767316871.552355:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316871.552375:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba785e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8ea expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.552475:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7865 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.552489:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7865 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.552501:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7865 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316871.552513:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x210:0x0]: returning size 8192 00010000:00010000:3.0:1767316871.552647:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba785e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ea expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.552666:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7865 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ea expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.552675:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316871.552678:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316871.552681:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316871.552789:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:73964:x1853163933944576:12345-192.168.204.9@tcp:101:cat.0 Request processed in 455us (686us total) trans 8589942752 rc 0/0 00000100:00100000:3.0:1767316871.552797:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8209 00000100:00100000:1.0:1767316871.557046:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.557133:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944704 00000100:00100000:0.0:1767316871.557144:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944704 00000100:00100000:0.0:1767316871.557216:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 878 00000100:00100000:0.0:1767316871.557227:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2485:x1853163933944704:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316871.557245:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316871.557270:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7865 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ea expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316871.557293:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:0.0:1767316871.557299:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316871.557360:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2485:x1853163933944704:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 135us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316871.557368:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 878 00000100:00100000:2.0:1767316871.558112:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.558200:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944832 00000100:00100000:0.0:1767316871.558206:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944832 00000100:00100000:0.0:1767316871.558258:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12423 00000100:00100000:0.0:1767316871.558265:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163933944832:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:0.0:1767316871.558282:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316871.558303:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7873 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8f1 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316871.558324:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27b:0x0] initial LVB size: 8192, mtime: 0x69571d87, atime: 0x0, ctime: 0x69571d87, blocks: 0x13 00010000:00010000:0.0:1767316871.558341:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316871.558343:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316871.558351:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8f1 expref: 6 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316871.558367:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8f1 expref: 6 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316871.558380:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5000, rc 0) 00000100:00100000:0.0:1767316871.558424:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933944832:12345-192.168.204.9@tcp:101:cat.0 Request processed in 158us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316871.558430:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12423 00000100:00100000:1.0:1767316871.561853:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316871.561967:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933944960 00000100:00100000:2.0:1767316871.561978:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933944960 00002000:00100000:2.0:1767316871.562027:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27b:0x0] (0->8191) req@ffff9b3ee7dd3480 x1853163933944960/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:47/0 lens 488/0 e 0 to 0 dl 1767316882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316871.562040:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7dd3480 with x1853163933944960 ext(0->8191) 00002000:00010000:2.0:1767316871.562046:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ee7dd3480 00000100:00100000:2.0:1767316871.562075:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6753 00000100:00100000:2.0:1767316871.562084:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933944960:12345-192.168.204.9@tcp:3:cat.0 00000100:00100000:2.0:1767316871.562317:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933944960:12345-192.168.204.9@tcp:3:cat.0 Request processed in 232us (477us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1767316871.562325:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6753 00002000:00100000:2.0:1767316871.562332:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27b:0x0] (0->8191) req@ffff9b3ee7dd3480 x1853163933944960/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:47/0 lens 488/8632 e 0 to 0 dl 1767316882 ref 1 fl Complete:/600/0 rc 8192/8192 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316871.562340:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee7dd3480 with x1853163933944960 ext(0->8191) 00002000:00010000:2.0:1767316871.562343:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ee7dd3480 00000100:00100000:2.0:1767316871.574637:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316871.575152:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933945216 00000100:00100000:1.0:1767316871.575162:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933945216 00000100:00100000:1.0:1767316871.575235:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3271 00000100:00100000:1.0:1767316871.575245:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:73964:x1853163933945216:12345-192.168.204.9@tcp:35:cat.0 00000100:00100000:1.0:1767316871.576167:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:73964:x1853163933945216:12345-192.168.204.9@tcp:35:cat.0 Request processed in 918us (1534us total) trans 8589942753 rc 0/0 00000100:00100000:1.0:1767316871.576178:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3271 00000100:00100000:3.0:1767316871.601786:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316871.602014:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933945344 00000100:00100000:2.0:1767316871.602025:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933945344 00000100:00100000:2.0:1767316871.602094:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 879 00000100:00100000:2.0:1767316871.602104:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:55508:x1853163933945344:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316871.602121:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1767316871.602149:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7834 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8d5 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316871.602172:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:2.0:1767316871.602189:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7857 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8e3 expref: 13 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316871.602198:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316871.602209:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5200/0xc472cb5f51ba7811 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ce expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316871.602222:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba77b6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ab expref: 11 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316871.602229:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:2.0:1767316871.602234:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316871.602291:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:55508:x1853163933945344:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 189us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316871.602300:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 879 00000100:00100000:1.0:1767316871.659107:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.659471:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933945472 00000100:00100000:3.0:1767316871.659481:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933945472 00000100:00100000:3.0:1767316871.661854:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8210 00000100:00100000:3.0:1767316871.661878:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:73970:x1853163933945472:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:3.0:1767316871.661915:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316871.661940:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba787a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8f8 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.662019:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7881 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.662033:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.662047:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316871.662105:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316871.662108:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316871.662131:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.662157:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba787a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8f8 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.662177:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8f8 expref: 11 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.662185:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316871.662188:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316871.662191:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfc00, rc 0) 00000100:00100000:3.0:1767316871.662503:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73970:x1853163933945472:12345-192.168.204.9@tcp:101:cat.0 Request processed in 636us (3405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316871.662511:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8210 00000100:00100000:1.0:1767316871.669401:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.676018:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933945728 00000100:00100000:3.0:1767316871.676036:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933945728 00000100:00100000:3.0:1767316871.676104:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8211 00000100:00100000:3.0:1767316871.676113:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:73970:x1853163933945728:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:3.0:1767316871.676135:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316871.676157:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7888 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a8ff expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.676248:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676264:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676285:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676298:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676304:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676311:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676445:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba789d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676453:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba789d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676460:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba789d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316871.676469:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x210:0x0]: returning size 8192 00010000:00010000:3.0:1767316871.676570:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676578:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676584:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676590:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316871.676595:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676602:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676614:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316871.676617:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316871.676622:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676627:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba788f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676641:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676647:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676652:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676656:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316871.676659:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676664:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676670:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x72f1d9fd (ffff9b3ec8239000) 00010000:00010000:3.0:1767316871.676672:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316871.676675:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676684:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7896 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316871.676725:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7888 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ff expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.676769:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba789d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ff expref: 13 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316871.676776:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:3.0:1767316871.676778:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316871.676780:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dee00, rc 0) 00000100:00100000:3.0:1767316871.676856:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:73970:x1853163933945728:12345-192.168.204.9@tcp:101:cat.0 Request processed in 743us (7465us total) trans 8589942754 rc 0/0 00000100:00100000:3.0:1767316871.676865:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8211 00000100:00100000:2.0:1767316871.682174:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316871.687970:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933945984 00000100:00100000:1.0:1767316871.687989:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933945984 00000100:00100000:1.0:1767316871.688080:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3272 00000100:00100000:1.0:1767316871.688091:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:73970:x1853163933945984:12345-192.168.204.9@tcp:35:cat.0 00000100:00100000:1.0:1767316871.688333:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:73970:x1853163933945984:12345-192.168.204.9@tcp:35:cat.0 Request processed in 243us (6166us total) trans 8589942755 rc 0/0 00000100:00100000:1.0:1767316871.688340:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3272 00000100:00100000:0.0:1767316871.742121:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.742380:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933946112 00000100:00100000:3.0:1767316871.742391:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933946112 00000100:00100000:3.0:1767316871.742465:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 880 00000100:00100000:3.0:1767316871.742475:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:40043:x1853163933946112:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316871.742492:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316871.742530:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ecaac5000/0xc472cb5f51ba7873 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8f1 expref: 6 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316871.742554:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316871.742617:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:40043:x1853163933946112:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 144us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316871.742625:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 880 00000100:00100000:2.0:1767316871.804713:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316871.804882:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933946368 00000100:00100000:0.0:1767316871.804971:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933946368 00000100:00100000:0.0:1767316871.805073:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8212 00000100:00100000:0.0:1767316871.805085:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:73979:x1853163933946368:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:0.0:1767316871.805117:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316871.805138:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba78ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a906 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316871.806070:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba78b2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316871.806088:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316871.806102:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316871.806116:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x210:0x0]: returning size 8192 00010000:00010000:1.0:1767316871.806824:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5a00/0xc472cb5f51ba78ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a906 expref: 17 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316871.806847:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba78b2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a906 expref: 16 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316871.806856:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:1.0:1767316871.806859:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316871.806863:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06e00, rc 0) 00000100:00100000:1.0:1767316871.807082:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:73979:x1853163933946368:12345-192.168.204.9@tcp:101:cat.0 Request processed in 1998us (2378us total) trans 8589942756 rc 0/0 00000100:00100000:1.0:1767316871.807096:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8212 00000100:00100000:0.0:1767316871.811206:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316871.811303:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933946496 00000100:00100000:1.0:1767316871.811314:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933946496 00000100:00100000:1.0:1767316871.811373:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12424 00000100:00100000:1.0:1767316871.811382:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163933946496:12345-192.168.204.9@tcp:101:cat.0 00010000:00010000:1.0:1767316871.811399:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316871.811421:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a90d expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316871.811449:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27b:0x0] initial LVB size: 8192, mtime: 0x69571d87, atime: 0x0, ctime: 0x69571d87, blocks: 0x13 00010000:00010000:1.0:1767316871.811479:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316871.811482:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316871.811490:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 6 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316871.811510:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 6 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316871.811523:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07a00, rc 0) 00000100:00100000:1.0:1767316871.811593:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933946496:12345-192.168.204.9@tcp:101:cat.0 Request processed in 211us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316871.811600:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12424 00000100:00100000:0.0:1767316871.817924:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316871.818036:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933946624 00000100:00100000:2.0:1767316871.818046:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933946624 00000100:00100000:2.0:1767316871.818114:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:2.0:1767316871.818125:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2485:x1853163933946624:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316871.818144:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316871.818173:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba78b2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a906 expref: 16 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316871.818194:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316871.818200:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316871.818261:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2485:x1853163933946624:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 137us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316871.818268:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:2.0:1767316871.823318:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316871.823403:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933946752 00000100:00100000:1.0:1767316871.823415:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933946752 00002000:00100000:1.0:1767316871.823477:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27b:0x0] (0->8191) req@ffff9b3ee3989880 x1853163933946752/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:47/0 lens 488/0 e 0 to 0 dl 1767316882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316871.823494:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee3989880 with x1853163933946752 ext(0->8191) 00002000:00010000:1.0:1767316871.823500:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ee3989880 00000100:00100000:1.0:1767316871.823530:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6754 00000100:00100000:1.0:1767316871.823548:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933946752:12345-192.168.204.9@tcp:3:cat.0 00000100:00100000:1.0:1767316871.824160:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933946752:12345-192.168.204.9@tcp:3:cat.0 Request processed in 610us (849us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1767316871.824169:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6754 00002000:00100000:1.0:1767316871.824177:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27b:0x0] (0->8191) req@ffff9b3ee3989880 x1853163933946752/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:47/0 lens 488/8632 e 0 to 0 dl 1767316882 ref 1 fl Complete:/600/0 rc 8192/8192 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316871.824186:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee3989880 with x1853163933946752 ext(0->8191) 00002000:00010000:1.0:1767316871.824189:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ee3989880 00000100:00100000:0.0:1767316871.835163:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316871.838020:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947008 00000100:00100000:3.0:1767316871.838039:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947008 00000100:00100000:2.0:1767316871.840999:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3273 00000100:00100000:2.0:1767316871.841014:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:73979:x1853163933947008:12345-192.168.204.9@tcp:35:cat.0 00000100:00100000:2.0:1767316871.841284:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:73979:x1853163933947008:12345-192.168.204.9@tcp:35:cat.0 Request processed in 273us (6133us total) trans 8589942757 rc 0/0 00000100:00100000:2.0:1767316871.841292:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3273 00010000:00010000:2.0:1767316872.292756:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316872.868597:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985753984:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.868674:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316872.868753:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316872.868759:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985753600:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.868788:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316872.868812:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985754112:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.868833:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316872.868856:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985753728:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.868895:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316872.868912:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985754240:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.868932:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316872.868949:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316872.868955:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985753856:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.868973:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316872.869013:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753984 00000100:00100000:3.0:1767316872.869020:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753984 00000100:00100000:3.0:1767316872.869076:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754112 00000100:00100000:3.0:1767316872.869080:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754112 00000100:00100000:3.0:1767316872.869103:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1767316872.869111:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985753984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869158:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985753984:12345-0@lo:400:kworker.0 Request processed in 48us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316872.869165:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1767316872.869181:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1767316872.869187:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985754112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869214:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985754112:12345-0@lo:400:kworker.0 Request processed in 27us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316872.869219:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1767316872.869237:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753600 00000100:00100000:3.0:1767316872.869240:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753600 00000100:00100000:3.0:1767316872.869263:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1767316872.869269:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985753600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869295:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985753600:12345-0@lo:400:kworker.0 Request processed in 26us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316872.869300:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1767316872.869326:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753728 00000100:00100000:3.0:1767316872.869329:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753728 00000100:00100000:3.0:1767316872.869351:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754240 00000100:00100000:3.0:1767316872.869354:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754240 00000100:00100000:3.0:1767316872.869368:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985753856 00000100:00100000:3.0:1767316872.869371:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985753856 00000100:00100000:3.0:1767316872.869388:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1767316872.869394:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985753728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869426:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985753728:12345-0@lo:400:kworker.0 Request processed in 32us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316872.869432:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1767316872.869443:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1767316872.869449:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985754240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869474:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985754240:12345-0@lo:400:kworker.0 Request processed in 26us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316872.869479:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1767316872.869490:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1767316872.869495:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985753856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869531:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985753856:12345-0@lo:400:kworker.0 Request processed in 23us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316872.869538:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:3.0:1767316872.869554:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316872.869559:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316872.869560:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316872.869604:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985753856:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869613:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985753728:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869620:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985754240:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869645:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985753600:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869653:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985754112:0@lo:400:kworker.0 00000100:00100000:3.0:1767316872.869661:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985753984:0@lo:400:kworker.0 00010000:00010000:0.0:1767316873.317955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316873.885327:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316873.885375:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316873.885415:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316873.885446:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316873.885593:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947136 00000100:00100000:3.0:1767316873.885606:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947136 00000100:00100000:3.0:1767316873.885675:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 801 00000100:00100000:3.0:1767316873.885685:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933947136:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316873.885807:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933947136:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 123us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316873.885815:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 801 00000100:00100000:1.0:1767316873.886020:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947264 00000100:00100000:1.0:1767316873.886025:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947264 00000100:00100000:1.0:1767316873.886090:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 612 00000100:00100000:1.0:1767316873.886098:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933947264:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316873.886147:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933947264:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316873.886154:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 612 00000100:00080000:3.0:1767316873.886968:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316873.890497:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947520 00000100:00100000:2.0:1767316873.890516:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947520 00000100:00100000:2.0:1767316873.890996:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947392 00000100:00100000:2.0:1767316873.891001:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947392 00000100:00100000:1.0:1767316873.891376:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1001 00000100:00100000:1.0:1767316873.891394:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933947520:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316873.891515:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933947520:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 126us (6138us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316873.891524:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1001 00000100:00080000:3.0:1767316873.895887:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316873.895897:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316873.901273:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1002 00000100:00100000:2.0:1767316873.901295:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163933947392:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316873.901395:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163933947392:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 109us (15947us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316873.901404:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1002 00000100:00100000:3.0:1767316873.902576:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316873.902596:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985754368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316873.902665:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316873.903422:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985754496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316873.903484:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316873.903554:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754368 00000100:00100000:1.0:1767316873.903562:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754368 00000100:00100000:1.0:1767316873.903603:0:43477:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754496 00000100:00100000:1.0:1767316873.903607:0:43477:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754496 00000100:00100000:1.0:1767316873.903624:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767316873.903643:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985754368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316873.903680:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43581440 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316873.903758:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985754368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316873.903766:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767316873.903797:0:43477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767316873.903804:0:43477:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef57d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985754496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316873.903823:0:43477:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 404946944 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316873.903859:0:43477:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef57d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985754496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316873.903874:0:43477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767316873.904111:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985754496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316873.905385:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985754368:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1767316874.007332:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942751 is committed 00000001:00080000:0.0:1767316874.007356:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942756 is committed 00000001:00080000:0.0:1767316874.007367:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942757 is committed 00000001:00100000:0.0:1767316874.007373:0:41822:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000001:00080000:0.0:1767316874.007379:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942749 is committed 00000020:00000080:0.0:1767316874.007382:0:41822:0:(genops.c:904:class_export_put()) final put ffff9b3dc47f4000/edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000020:00000080:2.0:1767316874.007466:0:25491:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc47f4000/edbc2ee0-c329-4291-8f1d-b1fedb3e4016 for lustre-MDT0000 00000020:00000080:2.0:1767316874.007546:0:25491:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3dc47f5000 for lustre-MDT0000 00010000:00010000:0.0:1767316874.340009:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1767316874.502467:0:33647:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000020:00000080:1.0:1767316874.502479:0:33647:0:(genops.c:904:class_export_put()) final put ffff9b3dc3b67000/edbc2ee0-c329-4291-8f1d-b1fedb3e4016 00000020:00000080:0.0:1767316874.509236:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc3b67000/edbc2ee0-c329-4291-8f1d-b1fedb3e4016 for lustre-OST0000 00000020:00000080:0.0:1767316874.509298:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3dc728b800 for lustre-OST0000 00010000:00010000:2.0:1767316875.365092:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316876.393343:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316877.415669:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316877.989018:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985754880:0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989101:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316877.989167:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767316877.989173:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985754752:0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989195:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316877.989213:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985755264:0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989234:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316877.989263:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754880 00000100:00100000:1.0:1767316877.989270:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754880 00000100:00100000:1.0:1767316877.989315:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754752 00000100:00100000:1.0:1767316877.989318:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754752 00000100:00100000:1.0:1767316877.989337:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985755264 00000100:00100000:1.0:1767316877.989340:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985755264 00000100:00100000:1.0:1767316877.989355:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1767316877.989364:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985754880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989413:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985754880:12345-0@lo:400:kworker.0 Request processed in 49us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316877.989420:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1767316877.989436:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1767316877.989442:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985754752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989469:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:6215:x1853163985754752:12345-0@lo:400:kworker.0 Request processed in 27us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316877.989474:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1767316877.989486:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1767316877.989492:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985755264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989517:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6215:x1853163985755264:12345-0@lo:400:kworker.0 Request processed in 24us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316877.989522:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1767316877.989563:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985754752:0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989573:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:6215:1853163985755264:0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.989582:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985754880:0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.989770:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985754624:0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.989818:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316877.989847:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985755136:0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.989872:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316877.989892:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316877.989897:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985755008:0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.989919:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767316877.989957:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316877.989979:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985755136 00000100:00100000:3.0:1767316877.989982:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985755136 00000100:00100000:3.0:1767316877.990013:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985755008 00000100:00100000:3.0:1767316877.990015:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985755008 00000100:00100000:3.0:1767316877.990032:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1767316877.990038:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985755136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.990069:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985755136:12345-0@lo:400:kworker.0 Request processed in 31us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316877.990075:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1767316877.990085:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1767316877.990090:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985755008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.990111:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985755008:12345-0@lo:400:kworker.0 Request processed in 21us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316877.990116:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00080000:3.0:1767316877.990137:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316877.990140:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316877.990155:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985755008:0@lo:400:kworker.0 00000100:00100000:3.0:1767316877.990164:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985755136:0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.991147:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985754624 00000100:00100000:1.0:1767316877.991156:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985754624 00000100:00100000:1.0:1767316877.991194:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1767316877.991202:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985754624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316877.991262:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985754624:12345-0@lo:400:kworker.0 Request processed in 60us (1443us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316877.991270:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1767316877.991321:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985754624:0@lo:400:kworker.0 00000001:02000400:3.0:1767316878.027132:0:53112:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 210a: handle broken mirrored lovea ==== 20:21:16 (1767316876) 00000100:00100000:3.0:1767316878.108303:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316878.108541:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947776 00000100:00100000:1.0:1767316878.108551:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947776 00000100:00100000:1.0:1767316878.108624:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8213 00000100:00100000:1.0:1767316878.108634:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:74543:x1853163933947776:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1767316878.108654:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316878.108657:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316878.108686:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7881 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8f8 expref: 8 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316878.108707:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316878.108718:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316878.108753:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78c7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a914 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316878.108907:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.108920:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.108934:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.108946:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.108952:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.108958:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00080000:3.0:1767316878.109067:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:1.0:1767316878.109675:0:42524:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x278:0x0], index 0: 0 00010000:00010000:1.0:1767316878.109940:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.109954:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.109963:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110003:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110010:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110017:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110023:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316878.110028:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110036:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110047:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4d00) 00010000:00010000:1.0:1767316878.110050:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316878.110054:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.110059:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba78ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316878.110071:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001b7fc232 reply state 00000000d68fefea transno 8589942758 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316878.110081:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767316878.111551:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78c7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 10 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316878.111595:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 9 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316878.111605:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:1.0:1767316878.111608:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316878.111611:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316878.111701:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:74543:x1853163933947776:12345-192.168.204.9@tcp:101:dd.0 Request processed in 3066us (3407us total) trans 8589942758 rc 0/0 00000100:00100000:1.0:1767316878.111710:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8213 00000100:00100000:0.0:1767316878.132604:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316878.132704:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933947904 00000100:00100000:1.0:1767316878.132715:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933947904 00010000:00010000:2.0:1767316878.132783:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316878.132804:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316878.132813:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316878.132820:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316878.132826:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316878.132828:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12425 00010000:00010000:2.0:1767316878.132839:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316878.132846:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:74543:x1853163933947904:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1767316878.132860:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b087b69 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316878.132864:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316878.132865:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316878.132870:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.132888:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a91b expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316878.132912:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316878.132934:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316878.132936:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316878.132941:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba78d5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316878.132946:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 6 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316878.132967:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 6 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316878.132980:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316878.133045:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:74543:x1853163933947904:12345-192.168.204.9@tcp:101:dd.0 Request processed in 204us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316878.133053:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12425 00000100:00080000:0.0:1767316878.133320:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316878.170710:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316878.170883:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933948160 00000100:00100000:2.0:1767316878.170895:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933948160 00000100:00100000:2.0:1767316878.170961:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3274 00000100:00100000:2.0:1767316878.170972:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:74543:x1853163933948160:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:2.0:1767316878.171643:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:74543:x1853163933948160:12345-192.168.204.9@tcp:35:dd.0 Request processed in 668us (939us total) trans 8589942759 rc 0/0 00000100:00100000:2.0:1767316878.171651:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3274 00000100:00100000:2.0:1767316878.191284:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316878.191377:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933948288 00000100:00100000:3.0:1767316878.191389:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933948288 00002000:00100000:3.0:1767316878.191454:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x278:0x0] (0->1048575) req@ffff9b3ee398b480 x1853163933948288/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:54/0 lens 488/0 e 0 to 0 dl 1767316889 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316878.191465:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee398b480 with x1853163933948288 ext(0->1048575) 00002000:00010000:3.0:1767316878.191472:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee398b480 00000100:00100000:3.0:1767316878.191513:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6755 00000100:00100000:3.0:1767316878.191523:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933948288:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1767316878.236769:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933948288:12345-192.168.204.9@tcp:4:dd.0 Request processed in 45236us (45483us total) trans 21474840619 rc 0/0 00000100:00100000:1.0:1767316878.236793:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6755 00002000:00100000:1.0:1767316878.236806:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x278:0x0] (0->1048575) req@ffff9b3ee398b480 x1853163933948288/t21474840619(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:54/0 lens 488/448 e 0 to 0 dl 1767316889 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1767316878.236817:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ee398b480 with x1853163933948288 ext(0->1048575) 00002000:00010000:1.0:1767316878.236824:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ee398b480 00010000:00010000:0.0:1767316878.435929:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316879.007072:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.009975:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.010015:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.010118:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316879.011238:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933948544 00000100:00100000:1.0:1767316879.011251:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933948544 00000100:00100000:1.0:1767316879.011403:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:1.0:1767316879.011414:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933948544:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316879.011515:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933948544:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 102us (1550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316879.011522:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:1.0:1767316879.012881:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985755392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316879.012954:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316879.013651:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933948800 00000100:00100000:2.0:1767316879.013661:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933948800 00000100:00100000:2.0:1767316879.013724:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1005 00000100:00100000:2.0:1767316879.013752:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933948800:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316879.013835:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933948800:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 86us (3819us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316879.013844:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1005 00000100:00100000:2.0:1767316879.013910:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985755392 00000100:00100000:2.0:1767316879.014045:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985755392 00000100:00100000:2.0:1767316879.014079:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1767316879.014087:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985755392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316879.014199:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43581440 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316879.014257:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985755392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 170us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316879.014264:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1767316879.016021:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933948416 00000100:00100000:0.0:1767316879.016033:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933948416 00000100:00100000:1.0:1767316879.018563:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933948672 00000100:00100000:1.0:1767316879.018575:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933948672 00000100:00100000:1.0:1767316879.018694:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316879.018719:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985755520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316879.018815:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316879.018997:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985755520 00000100:00100000:3.0:1767316879.019003:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985755520 00000100:00100000:3.0:1767316879.019054:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1767316879.019064:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985755520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316879.019096:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 408354816 pending 1703936 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316879.019148:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985755520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.019155:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1767316879.020252:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8214 00000100:00100000:0.0:1767316879.021226:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933948416:12345-192.168.204.9@tcp:101:lfs.0 00000100:00100000:3.0:1767316879.022560:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985755520:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1767316879.022698:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316879.022705:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316879.023005:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985755392:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1767316879.024671:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.024708:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba78f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a922 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.024811:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba78f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.024826:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba78f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.024840:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba78f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316879.024933:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316879.024937:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316879.024968:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba78f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.024997:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba78f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a922 expref: 13 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.025016:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba78f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a922 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.025025:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a500) 00010000:00010000:0.0:1767316879.025028:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316879.025032:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5e00, rc 0) 00000100:00100000:0.0:1767316879.025127:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933948416:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4862us (18063us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.025137:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8214 00000100:00100000:1.0:1767316879.025402:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 616 00000100:00100000:1.0:1767316879.025413:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163933948672:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316879.025459:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163933948672:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (15340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316879.025466:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 616 00000100:00100000:3.0:1767316879.031380:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.036336:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933949056 00000100:00100000:0.0:1767316879.036356:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933949056 00000100:00100000:0.0:1767316879.036415:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8215 00000100:00100000:0.0:1767316879.036426:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933949056:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316879.036457:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.036479:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba78ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a929 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.036582:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7906 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.036598:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7906 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.036610:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7906 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316879.036623:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x211:0x0]: returning size 1048576 00010000:00010000:0.0:1767316879.036821:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba78ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a929 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.036836:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7906 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a929 expref: 13 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.036845:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:0.0:1767316879.036848:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316879.036852:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac5400, rc 0) 00000100:00100000:0.0:1767316879.037371:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933949056:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 945us (5999us total) trans 8589942760 rc 0/0 00000100:00100000:0.0:1767316879.037380:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8215 00000100:00100000:3.0:1767316879.052668:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.052724:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.052786:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933949440 00000100:00100000:3.0:1767316879.052796:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933949440 00000100:00100000:2.0:1767316879.052834:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933949312 00000100:00100000:2.0:1767316879.052838:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933949312 00000100:00100000:3.0:1767316879.052856:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:2.0:1767316879.052863:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3275 00000100:00100000:3.0:1767316879.052865:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933949440:12345-192.168.204.9@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767316879.052869:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933949312:12345-192.168.204.9@tcp:35:lfs.0 00010000:00010000:3.0:1767316879.052881:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316879.052905:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5400/0xc472cb5f51ba7906 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a929 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.052922:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:3.0:1767316879.052928:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316879.052978:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933949440:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 113us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.052985:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:2.0:1767316879.053482:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933949312:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 610us (819us total) trans 8589942761 rc 0/0 00000100:00100000:2.0:1767316879.053490:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3275 00000100:00100000:1.0:1767316879.065980:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.066635:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933949696 00000100:00100000:0.0:1767316879.066646:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933949696 00000100:00100000:0.0:1767316879.066700:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8216 00000100:00100000:0.0:1767316879.066710:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933949696:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316879.066752:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.066786:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7914 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a930 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.066908:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.067008:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.067018:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.067055:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.067069:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 14 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:0.0:1767316879.067083:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985755648:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316879.067692:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9c95780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316879.072487:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.072554:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985755648:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316879.072585:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316879.074846:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933949824 00000100:00100000:3.0:1767316879.074865:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933949824 00010000:00010000:3.0:1767316879.074920:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:3.0:1767316879.074967:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6374 00000100:00100000:3.0:1767316879.074978:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933949824:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316879.074993:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316879.075001:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.075019:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.075043:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba78dc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a914 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.075061:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:3.0:1767316879.075067:0:12905:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.075077:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.075083:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.075110:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316879.075224:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.075233:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316879.075252:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x211:0x0]: returning size 1048576 00010000:00010000:1.0:1767316879.075802:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4000/0xc472cb5f51ba7914 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 16 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.075826:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.075834:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:1.0:1767316879.075837:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316879.075840:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac4c00, rc 0) 00000100:00100000:1.0:1767316879.075899:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:74561:x1853163933949696:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 9189us (9927us total) trans 8589942762 rc 0/0 00000100:00100000:1.0:1767316879.075908:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8216 00000100:00100000:3.0:1767316879.075943:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933949824:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 967us (3465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.075952:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6374 00000001:00080000:0.0:1767316879.077865:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942758 is committed 00000001:00080000:0.0:1767316879.078615:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942759 is committed 00000100:00100000:1.0:1767316879.083115:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316879.083290:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933950080 00000100:00100000:1.0:1767316879.083301:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933950080 00000100:00100000:1.0:1767316879.083368:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8217 00000100:00100000:1.0:1767316879.083379:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933950080:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316879.083489:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316879.083493:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316879.083520:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac5e00/0xc472cb5f51ba78f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a922 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.083540:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a500) 00010000:00010000:1.0:1767316879.083554:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316879.083572:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7929 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a937 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.084537:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.084558:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.084570:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316879.084580:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x212:0x0]: returning size 0 00010000:00010000:1.0:1767316879.084629:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7929 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.084650:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 13 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.084659:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316879.084662:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316879.084666:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316879.084753:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933950080:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1375us (1649us total) trans 8589942763 rc 0/0 00000100:00100000:1.0:1767316879.084940:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8217 00000100:00100000:1.0:1767316879.090690:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.091236:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933950336 00000100:00100000:2.0:1767316879.091251:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933950336 00000100:00100000:0.0:1767316879.091763:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8218 00000100:00100000:0.0:1767316879.091787:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933950336:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316879.091821:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.091850:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba793e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a93e expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.092104:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.092242:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.092255:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.092389:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.092403:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 14 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:0.0:1767316879.092417:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985755776:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316879.092638:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9c95780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316879.102037:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.102077:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933950464 00000100:00100000:0.0:1767316879.102088:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933950464 00010000:00010000:0.0:1767316879.102131:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:0.0:1767316879.102186:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6375 00000100:00100000:0.0:1767316879.102198:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933950464:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316879.102216:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316879.102223:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:0.0:1767316879.102236:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:0.0:1767316879.102263:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:0.0:1767316879.102269:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.102278:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.102285:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.102306:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316879.102364:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933950464:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 168us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.102372:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6375 00010000:00010000:1.0:1767316879.102544:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7930 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a937 expref: 14 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:1.0:1767316879.102559:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985755776:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316879.102580:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.102589:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.102596:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316879.102613:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x212:0x0]: returning size 0 00000004:00080000:1.0:1767316879.102979:0:42524:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27c:0x0], index 1: 0 00000004:02000000:1.0:1767316879.102994:0:42524:0:(lod_lov.c:829:lod_gen_component_ea()) *** cfs_fail_loc=1428, val=0*** 00010000:00010000:0.0:1767316879.107989:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108005:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108012:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108019:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ecaac4600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.108023:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108029:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108045:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:0.0:1767316879.108048:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316879.108052:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108057:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4600/0xc472cb5f51ba7945 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.108125:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba793e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a93e expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.108136:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.108139:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316879.108143:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4800/0xc472cb5f51ba793e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a93e expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.108155:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ecaac4800, rc 0) 00000100:00100000:0.0:1767316879.108241:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933950336:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 16458us (17564us total) trans 8589942764 rc 301/301 00000100:00100000:0.0:1767316879.108251:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8218 00000100:00100000:1.0:1767316879.111587:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.111682:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933950720 00000100:00100000:2.0:1767316879.111692:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933950720 00000100:00100000:2.0:1767316879.112258:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3276 00000100:00100000:2.0:1767316879.112283:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933950720:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316879.112664:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933950720:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 394us (1081us total) trans 8589942765 rc 0/0 00000100:00100000:2.0:1767316879.112674:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3276 00000100:00100000:1.0:1767316879.117477:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316879.117821:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933950848 00000100:00100000:1.0:1767316879.117831:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933950848 00000100:00100000:1.0:1767316879.117905:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8219 00000100:00100000:1.0:1767316879.118094:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933950848:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316879.118138:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316879.118165:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7953 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a945 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.118426:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.118454:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.118464:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316879.118503:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.118520:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:1.0:1767316879.118537:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985755904:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316879.118641:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72780 going to sleep for 11 seconds 00000100:00100000:2.0:1767316879.122795:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.122874:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933950976 00000100:00100000:3.0:1767316879.122884:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933950976 00010000:00010000:3.0:1767316879.122931:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 16 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:3.0:1767316879.122973:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6376 00000100:00100000:3.0:1767316879.122983:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933950976:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316879.122997:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316879.123005:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 16 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.123018:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 16 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.123043:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:3.0:1767316879.123050:0:12905:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.123061:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.123068:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.123090:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316879.123156:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933950976:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 173us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.123164:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6376 00010000:00010000:3.0:1767316879.123216:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ecaac4c00/0xc472cb5f51ba791b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x211:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a930 expref: 15 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:3.0:1767316879.123229:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985755904:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316879.123250:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.123258:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.123264:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316879.123321:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x211:0x0]: returning size 1048576 00000004:00200000:3.0:1767316879.123326:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316879.123348:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.123377:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7953 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a945 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.123391:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a945 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.123398:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:3.0:1767316879.123401:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316879.123403:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:3.0:1767316879.123429:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933950848:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5516us (5963us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.123438:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8219 00000100:00100000:2.0:1767316879.129176:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.129316:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933951104 00000100:00100000:3.0:1767316879.129326:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933951104 00000100:00100000:3.0:1767316879.129384:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8220 00000100:00100000:3.0:1767316879.129395:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933951104:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316879.129417:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316879.129450:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7961 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a94c expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.129530:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7968 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.129547:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7968 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.129558:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7968 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316879.129593:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x212:0x0]: returning size 0 00000004:00200000:3.0:1767316879.129598:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316879.129615:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7968 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316879.129640:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7961 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a94c expref: 16 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.129654:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7968 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a94c expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.129663:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3ec8239400) 00010000:00010000:3.0:1767316879.129666:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1767316879.129669:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfe00, rc 0) 00000100:00100000:3.0:1767316879.129723:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:74561:x1853163933951104:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 329us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.129754:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8220 00000100:00100000:3.0:1767316879.133077:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.133357:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933951232 00000100:00100000:2.0:1767316879.133368:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933951232 00000100:00100000:2.0:1767316879.133428:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12426 00000100:00100000:2.0:1767316879.133437:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933951232:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316879.133465:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316879.133486:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a953 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316879.133510:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316879.133532:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316879.133534:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316879.133543:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316879.133560:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316879.133573:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9c00, rc 0) 00000100:00100000:2.0:1767316879.133645:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933951232:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 208us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316879.133651:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12426 00000100:00100000:0.0:1767316879.146468:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.146624:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933951488 00000100:00100000:3.0:1767316879.146636:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933951488 00000100:00100000:3.0:1767316879.146701:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8221 00000100:00100000:3.0:1767316879.146724:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:74561:x1853163933951488:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316879.146782:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316879.146805:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7976 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a95a expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.146919:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba797d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316879.146934:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba797d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316879.146948:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba797d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316879.146961:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x211:0x0]: returning size 1048576 00010000:00010000:3.0:1767316879.147096:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7976 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a95a expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.147112:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba797d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a95a expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.147121:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:3.0:1767316879.147124:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316879.147128:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:3.0:1767316879.147821:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:74561:x1853163933951488:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1106us (1355us total) trans 8589942766 rc 0/0 00000100:00100000:3.0:1767316879.147831:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8221 00000100:00100000:3.0:1767316879.154531:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.154595:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933951616 00000100:00100000:3.0:1767316879.154609:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933951616 00000100:00100000:3.0:1767316879.154689:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12427 00000100:00100000:3.0:1767316879.154707:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933951616:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316879.154829:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.154863:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.154874:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316879.154877:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316879.154880:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.154915:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.154931:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 8 pid: 37089 timeout: 2224 lvb_type: 0 00000100:00100000:3.0:1767316879.154946:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985756032:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316879.155141:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316879.188085:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.188115:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933951744 00000100:00100000:0.0:1767316879.188123:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933951744 00010000:00010000:0.0:1767316879.191745:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 9 pid: 37089 timeout: 2224 lvb_type: 0 00000100:00100000:1.0:1767316879.192143:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6377 00000100:00100000:1.0:1767316879.192161:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933951744:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316879.192181:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1767316879.192201:0:12905:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1767316879.192204:0:12905:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb mtime from disk: 0 -> 1767316878 00002000:00010000:1.0:1767316879.192207:0:12905:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb ctime from disk: 0 -> 1767316878 00010000:00010000:1.0:1767316879.192214:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 9 pid: 37089 timeout: 2224 lvb_type: 0 00010000:00010000:1.0:1767316879.192229:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 9 pid: 37089 timeout: 2224 lvb_type: 0 00010000:00010000:1.0:1767316879.192257:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316879.192260:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316879.192265:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.192275:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.192297:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316879.192370:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933951744:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 216us (4292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316879.192378:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6377 00010000:00010000:0.0:1767316879.195874:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba78ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a91b expref: 8 pid: 37089 timeout: 2224 lvb_type: 0 00000100:00100000:0.0:1767316879.195897:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985756032:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316879.195921:0:15520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.195933:0:15520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.195941:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.195977:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.195986:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.195995:0:15520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.196003:0:15520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316879.196007:0:15520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.196017:0:15520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.196038:0:15520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.196045:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba798b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316879.196152:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933951616:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 41450us (41637us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.196173:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12427 00000100:00100000:0.0:1767316879.204549:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.204608:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933951872 00000100:00100000:3.0:1767316879.204620:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933951872 00000100:00100000:3.0:1767316879.204759:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12428 00000100:00100000:3.0:1767316879.204782:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933951872:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316879.204804:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316879.204832:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a961 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316879.204874:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x278:0x0] initial LVB size: 1048576, mtime: 0x69571d8e, atime: 0x0, ctime: 0x69571d8e, blocks: 0x1 00010000:00010000:3.0:1767316879.204900:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.204902:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.204921:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 8 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316879.204943:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 8 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316879.204959:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316879.205034:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933951872:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 265us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.205041:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12428 00000100:00100000:1.0:1767316879.247345:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.247504:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952000 00000100:00100000:3.0:1767316879.247516:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952000 00000100:00100000:3.0:1767316879.247591:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6756 00000100:00100000:3.0:1767316879.247603:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933952000:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316879.247655:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.247669:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.247670:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.247675:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.247686:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259201:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259224:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259234:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259242:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316879.259246:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259256:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259278:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.259285:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7999 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316879.259436:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933952000:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 11829us (12093us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1767316879.259452:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6756 00000100:00100000:0.0:1767316879.263644:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.263725:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952128 00000100:00100000:2.0:1767316879.263836:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952128 00000100:00100000:2.0:1767316879.264070:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6757 00000100:00100000:2.0:1767316879.264079:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933952128:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:2.0:1767316879.264120:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.264136:0:37704:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316879.264141:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316879.264143:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316879.264146:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.264184:0:37704:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316879.264199:0:37704:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 7 pid: 37089 timeout: 2224 lvb_type: 1 00000100:00100000:2.0:1767316879.264214:0:37704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985756160:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316879.264305:0:37704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6fed6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316879.266314:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.266430:0:37704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985756160:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316879.266461:0:37704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316879.266536:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952256 00000100:00100000:3.0:1767316879.266544:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952256 00010000:00010000:3.0:1767316879.266583:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 8 pid: 37089 timeout: 2224 lvb_type: 1 00000100:00100000:3.0:1767316879.266621:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6378 00000100:00100000:3.0:1767316879.266630:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933952256:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316879.266645:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316879.266670:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 8 pid: 37089 timeout: 2224 lvb_type: 1 00010000:00010000:3.0:1767316879.266682:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 8 pid: 37089 timeout: 2224 lvb_type: 1 00010000:00010000:3.0:1767316879.266704:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba796f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a953 expref: 8 pid: 37089 timeout: 2224 lvb_type: 1 00010000:00010000:3.0:1767316879.266719:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.266721:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.266725:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.266780:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.266809:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316879.266831:0:37704:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.266839:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316879.266859:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933952256:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 231us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.266867:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6378 00000001:00080000:3.0:1767316879.344636:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873733 is committed 00002000:00010000:1.0:1767316879.344652:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1767316879.344657:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 0 -> 1767316879 00002000:00010000:1.0:1767316879.344660:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 0 -> 1767316879 00002000:00010000:1.0:1767316879.344662:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:1.0:1767316879.344677:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.344689:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.344696:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.344701:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316879.344704:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.344710:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.344756:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.344773:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316879.344882:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933952128:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 80798us (81241us total) trans 17179873733 rc 0/0 00000100:00100000:1.0:1767316879.344892:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6757 00000100:00100000:2.0:1767316879.349186:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.349280:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952384 00000100:00100000:3.0:1767316879.349291:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952384 00000100:00100000:3.0:1767316879.349359:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8222 00000100:00100000:3.0:1767316879.349380:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:74561:x1853163933952384:12345-192.168.204.9@tcp:44:lfs.0 00000001:00080000:2.0:1767316879.391136:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942760 is committed 00000001:00080000:2.0:1767316879.391155:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942764 is committed 00000001:00080000:2.0:1767316879.391168:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942765 is committed 00000001:00080000:2.0:1767316879.391176:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942766 is committed 00000100:00100000:3.0:1767316879.391394:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:74561:x1853163933952384:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 42020us (42217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.391407:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8222 00000100:00100000:1.0:1767316879.394532:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.394619:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952512 00000100:00100000:3.0:1767316879.394630:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952512 00000100:00100000:3.0:1767316879.394747:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12429 00000100:00100000:3.0:1767316879.394758:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933952512:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:3.0:1767316879.394950:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933952512:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 193us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.394958:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12429 00000100:00100000:0.0:1767316879.409573:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.409776:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952640 00000100:00100000:3.0:1767316879.409788:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952640 00000100:00100000:3.0:1767316879.409854:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12430 00000100:00100000:3.0:1767316879.409872:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933952640:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316879.409926:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.409942:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.409945:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.409951:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.409971:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410005:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410013:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410022:0:15520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410029:0:15520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316879.410033:0:15520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410041:0:15520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410055:0:15520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.410061:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316879.410320:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933952640:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 447us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.410329:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12430 00000100:00100000:1.0:1767316879.417620:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.417770:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933952896 00000100:00100000:0.0:1767316879.417784:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933952896 00000100:00100000:0.0:1767316879.417872:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8223 00000100:00100000:0.0:1767316879.417884:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:74561:x1853163933952896:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316879.417950:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316879.417980:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7968 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x212:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a94c expref: 10 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.417999:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3ec8239400) 00010000:00010000:0.0:1767316879.418011:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316879.418044:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,1 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.418056:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.418067:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00010000:0.0:1767316879.418274:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d3ed339 reply state 000000009badf35e transno 8589942767 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316879.418284:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316879.418391:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933952896:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 508us (4974us total) trans 8589942767 rc 0/0 00000100:00100000:0.0:1767316879.418399:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8223 00000100:00100000:0.0:1767316879.421348:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316879.421948:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933953024 00000100:00100000:1.0:1767316879.421961:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933953024 00000100:00100000:1.0:1767316879.422021:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8224 00000100:00100000:1.0:1767316879.422032:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933953024:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316879.422057:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316879.422077:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a968 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.422140:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 12 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.422156:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 12 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316879.422174:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316879.422177:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316879.422181:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316879.422245:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933953024:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 214us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316879.422252:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8224 00010000:00010000:2.0:1767316879.424027:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316879.424042:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316879.424050:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316879.424057:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316879.424062:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316879.424070:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316879.424089:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316879.424092:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316879.424096:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 2/0,0 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316879.424102:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba79ae lrc: 0/0,0 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316879.424839:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.425001:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933953152 00000100:00100000:3.0:1767316879.425013:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933953152 00000100:00100000:3.0:1767316879.425073:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12431 00000100:00100000:3.0:1767316879.425082:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:74561:x1853163933953152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316879.425103:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316879.425127:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a96f expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316879.425152:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27c:0x0] initial LVB size: 1048576, mtime: 0x69571d8f, atime: 0x0, ctime: 0x69571d8f, blocks: 0x803 00010000:00010000:3.0:1767316879.425175:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.425178:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.425186:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 7 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.425203:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 7 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.425214:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfa00, rc 0) 00000100:00100000:3.0:1767316879.425275:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:74561:x1853163933953152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 194us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.425283:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12431 00000100:00100000:3.0:1767316879.427885:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.428012:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933953280 00000100:00100000:0.0:1767316879.428023:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933953280 00000100:00100000:0.0:1767316879.428075:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12432 00000100:00100000:0.0:1767316879.428085:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933953280:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316879.428335:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1767316879.428339:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 1767316879 -> 1767316878 00002000:00010000:0.0:1767316879.428342:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime from disk: 0 -> 1767316878 00002000:00010000:0.0:1767316879.428344:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 1767316879 -> 1767316879 00002000:00010000:0.0:1767316879.428346:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:0.0:1767316879.428414:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933953280:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 330us (537us total) trans 17179873734 rc 0/0 00000100:00100000:0.0:1767316879.428421:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12432 00000100:00100000:1.0:1767316879.430923:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.431070:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933953536 00000100:00100000:0.0:1767316879.431080:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933953536 00000100:00100000:0.0:1767316879.431135:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8225 00000100:00100000:0.0:1767316879.431145:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933953536:12345-192.168.204.9@tcp:55:lfs.0 00010000:00010000:0.0:1767316879.431210:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431228:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431240:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431264:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431271:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431277:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431283:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.431288:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431300:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431312:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.431315:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1767316879.431320:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.431326:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79c3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316879.431398:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933953536:12345-192.168.204.9@tcp:55:lfs.0 Request processed in 253us (483us total) trans 0 rc -22/-22 00000100:00100000:0.0:1767316879.431405:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8225 00000100:00100000:1.0:1767316879.434262:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.434374:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933953792 00000100:00100000:2.0:1767316879.434384:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933953792 00000100:00100000:2.0:1767316879.434450:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8226 00000100:00100000:2.0:1767316879.434460:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933953792:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316879.434520:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316879.434548:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba795a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a945 expref: 11 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.434569:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:2.0:1767316879.434574:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316879.434621:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,1 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.434639:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.434649:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00010000:2.0:1767316879.434895:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000800186fa reply state 00000000ffccfe79 transno 8589942768 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316879.434905:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316879.435002:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933953792:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 541us (748us total) trans 8589942768 rc 0/0 00000100:00100000:2.0:1767316879.435010:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8226 00010000:00010000:2.0:1767316879.436563:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.436578:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.436585:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.436591:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316879.436595:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.436603:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.436619:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:2.0:1767316879.436622:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316879.436626:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 2/0,0 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.436633:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79ca lrc: 0/0,0 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316879.438240:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.438637:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933953920 00000100:00100000:0.0:1767316879.438649:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933953920 00000100:00100000:0.0:1767316879.438711:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8227 00000100:00100000:0.0:1767316879.438722:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:74561:x1853163933953920:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316879.438789:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.438809:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a976 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.438885:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.438897:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.438917:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:0.0:1767316879.438921:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316879.438925:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf000, rc 0) 00000100:00100000:0.0:1767316879.438979:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933953920:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 258us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.438986:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8227 00000100:00100000:3.0:1767316879.441579:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.441783:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954048 00000100:00100000:0.0:1767316879.441793:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954048 00000100:00100000:0.0:1767316879.441849:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12433 00000100:00100000:0.0:1767316879.441868:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:74561:x1853163933954048:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316879.441889:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.441909:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a97d expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.441940:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316879.441949:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316879.441952:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316879.441956:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 9 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.441989:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316879.442003:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 2224 lvb_type: 1 00000100:00100000:0.0:1767316879.442018:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985756288:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316879.442091:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316879.445100:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.445209:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985756288:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316879.445242:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 9 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.445261:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cea00, rc 0) 00000100:00100000:0.0:1767316879.445333:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:74561:x1853163933954048:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3475us (3764us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.445342:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12433 00000100:00100000:3.0:1767316879.445472:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954176 00000100:00100000:3.0:1767316879.445480:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954176 00010000:00010000:3.0:1767316879.445511:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 2224 lvb_type: 1 00000100:00100000:3.0:1767316879.445546:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6379 00000100:00100000:3.0:1767316879.445553:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933954176:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316879.445567:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316879.445587:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 2224 lvb_type: 1 00010000:00010000:3.0:1767316879.445598:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 2224 lvb_type: 1 00010000:00010000:3.0:1767316879.445621:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7992 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a961 expref: 9 pid: 15520 timeout: 2224 lvb_type: 1 00010000:00010000:3.0:1767316879.445634:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.445636:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316879.445642:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 8 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.445651:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 8 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316879.445684:0:12903:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 8 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316879.445699:0:12903:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:12903:1853163985756416:192.168.204.9@tcp:105: 00000100:00100000:3.0:1767316879.445809:0:12903:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316879.448262:0:12903:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:12903:1853163985756416:192.168.204.9@tcp:105: 00010000:00010000:3.0:1767316879.448290:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316879.448356:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933954176:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 2802us (3266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.448367:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6379 00000100:00100000:1.0:1767316879.451306:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.451410:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954304 00000100:00100000:0.0:1767316879.451424:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954304 00000100:00100000:0.0:1767316879.451496:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12434 00000100:00100000:0.0:1767316879.451505:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933954304:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316879.451720:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1767316879.451724:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb mtime from disk: 1767316878 -> 1767316878 00002000:00010000:0.0:1767316879.451726:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb atime from disk: 0 -> 1767316878 00002000:00010000:0.0:1767316879.451778:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb ctime from disk: 1767316878 -> 1767316879 00002000:00010000:0.0:1767316879.451780:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x278:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1767316879.451839:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933954304:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 334us (543us total) trans 21474840620 rc 0/0 00000100:00100000:0.0:1767316879.451846:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12434 00000100:00100000:1.0:1767316879.456145:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.456241:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954560 00000100:00100000:2.0:1767316879.456252:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954560 00000100:00100000:2.0:1767316879.456323:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3277 00000100:00100000:2.0:1767316879.456335:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933954560:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:2.0:1767316879.456420:0:43123:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x211:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba797d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a95a expref: 12 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.456471:0:43123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.456485:0:43123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.456494:0:43123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 4/0,1 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.456533:0:43123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 12 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.456546:0:43123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 12 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:2.0:1767316879.456559:0:43123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:43123:1853163985756544:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316879.456694:0:43123:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dca088cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316879.460302:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316879.460376:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954688 00000100:00100000:3.0:1767316879.460385:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954688 00010000:00010000:3.0:1767316879.460424:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 13 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:3.0:1767316879.460471:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6380 00000100:00100000:3.0:1767316879.460480:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933954688:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316879.460496:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316879.460503:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 13 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.460515:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 13 pid: 42524 timeout: 2224 lvb_type: 0 00010000:00010000:3.0:1767316879.460536:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:3.0:1767316879.460542:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316879.460551:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316879.460559:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 43123 initiator: MDT0 00010000:00010000:3.0:1767316879.460577:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316879.460631:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933954688:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 151us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316879.460639:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6380 00010000:00010000:3.0:1767316879.461393:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316879.461628:0:43123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba79d1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a976 expref: 12 pid: 42524 timeout: 2224 lvb_type: 0 00000100:00100000:2.0:1767316879.461651:0:43123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:43123:1853163985756544:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316879.461673:0:43123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.461682:0:43123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.461687:0:43123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.461707:0:43123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.461718:0:43123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 11 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.461778:0:43123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.461809:0:43123:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 11 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.461822:0:43123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 11 pid: 45512 timeout: 2224 lvb_type: 0 00000100:00100000:2.0:1767316879.461834:0:43123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:43123:1853163985756672:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316879.462037:0:43123:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dca088cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316879.464242:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.464386:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954816 00000100:00100000:0.0:1767316879.464396:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954816 00010000:00010000:0.0:1767316879.464432:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 12 pid: 45512 timeout: 2224 lvb_type: 0 00000100:00100000:0.0:1767316879.464478:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6381 00000100:00100000:0.0:1767316879.464487:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933954816:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316879.464501:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316879.464506:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 12 pid: 45512 timeout: 2224 lvb_type: 0 00010000:00010000:0.0:1767316879.464519:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 12 pid: 45512 timeout: 2224 lvb_type: 0 00010000:00010000:0.0:1767316879.464540:0:12905:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.464545:0:12905:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.464555:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.464562:0:12905:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.464578:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316879.464625:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163933954816:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 139us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.464632:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6381 00010000:00010000:2.0:1767316879.464894:0:43123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba79b5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a968 expref: 11 pid: 45512 timeout: 2224 lvb_type: 0 00000100:00100000:2.0:1767316879.464915:0:43123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:43123:1853163985756672:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316879.464933:0:43123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.464941:0:43123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43123 initiator: MDT0 00010000:00010000:2.0:1767316879.464946:0:43123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43123 initiator: MDT0 00000004:02000000:2.0:1767316879.465125:0:43123:0:(lod_lov.c:829:lod_gen_component_ea()) *** cfs_fail_loc=1428, val=0*** 00000004:02000000:2.0:1767316879.465129:0:43123:0:(lod_lov.c:829:lod_gen_component_ea()) *** cfs_fail_loc=1428, val=0*** 00000100:00100000:2.0:1767316879.465360:0:43123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985756800:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767316879.465406:0:43123:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316879.465441:0:43123:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc3a7fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316879.465629:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985756800 00000100:00100000:1.0:1767316879.465636:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985756800 00000100:00100000:1.0:1767316879.465679:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1767316879.465687:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:43123:x1853163985756800:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1767316879.465817:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:43123:x1853163985756800:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 130us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316879.465824:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1767316879.466015:0:43123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985756800:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1767316879.466081:0:43123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985756928:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1767316879.466112:0:43123:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316879.466136:0:43123:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef426e780 going to sleep for 11 seconds 00000100:00100000:1.0:1767316879.466188:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985756928 00000100:00100000:1.0:1767316879.466193:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985756928 00000100:00100000:1.0:1767316879.466227:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1767316879.466234:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:43123:x1853163985756928:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1767316879.466295:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:43123:x1853163985756928:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 61us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316879.466301:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1767316879.466412:0:43123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985756928:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:3.0:1767316879.466684:0:43123:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].72, 280 off67208 00000001:00080000:3.0:1767316879.466696:0:43123:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942769 00000100:00100000:3.0:1767316879.466789:0:43123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985757056:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1767316879.466822:0:43123:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316879.466849:0:43123:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9c95300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316879.467447:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757056 00000100:00100000:2.0:1767316879.467455:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757056 00000100:00100000:2.0:1767316879.467497:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1767316879.467506:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eff381450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:43123:x1853163985757056:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1767316879.467709:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eff381450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:43123:x1853163985757056:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 203us (885us total) trans 17179873735 rc 0/0 00000100:00100000:2.0:1767316879.467717:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1767316879.468749:0:43123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985757056:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1767316879.468810:0:43123:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985757184:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1767316879.468895:0:43123:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316879.468928:0:43123:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec1254b40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316879.469062:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757184 00000100:00100000:3.0:1767316879.469068:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757184 00000100:00100000:3.0:1767316879.469103:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1767316879.469111:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:43123:x1853163985757184:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1767316879.469465:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:43123:x1853163985757184:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 353us (568us total) trans 21474840621 rc 0/0 00000100:00100000:3.0:1767316879.469472:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1767316879.469985:0:43123:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:43123:1853163985757184:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1767316879.470103:0:43123:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942770 00010000:00010000:0.0:1767316879.470144:0:43123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470156:0:43123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470163:0:43123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470169:0:43123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.470174:0:43123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470181:0:43123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470198:0:43123:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.470201:0:43123:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316879.470206:0:43123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470212:0:43123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba79e6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x212:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470232:0:43123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470238:0:43123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470243:0:43123:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470247:0:43123:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.470250:0:43123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470256:0:43123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470262:0:43123:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:0.0:1767316879.470520:0:43123:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1767316879.470526:0:43123:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 2/0,0 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470532:0:43123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba79df lrc: 0/0,0 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.470545:0:43123:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3ed97c4e00) 00010000:00010000:0.0:1767316879.470548:0:43123:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316879.470554:0:43123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba797d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a95a expref: 13 pid: 45512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316879.470668:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933954560:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 14335us (14532us total) trans 8589942771 rc 0/0 00000100:00100000:0.0:1767316879.470678:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3277 00000020:00080000:0.0:1767316879.470682:0:43123:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1767316879.474096:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.474171:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933954944 00000100:00100000:2.0:1767316879.474183:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933954944 00000100:00100000:2.0:1767316879.474254:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8228 00000100:00100000:2.0:1767316879.474265:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:74561:x1853163933954944:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316879.474292:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316879.474321:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba79ed lrc: 2/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a984 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.474397:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba79ed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a984 expref: 13 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.474415:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba79ed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a984 expref: 13 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.474448:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316879.474452:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316879.474456:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9c00, rc 0) 00000100:00100000:2.0:1767316879.474531:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933954944:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 267us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316879.474539:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8228 00000100:00100000:3.0:1767316879.484533:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.488583:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933955200 00000100:00100000:0.0:1767316879.488602:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933955200 00000100:00100000:0.0:1767316879.488681:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3278 00000100:00100000:0.0:1767316879.488693:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:74561:x1853163933955200:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316879.489163:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933955200:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 470us (4639us total) trans 8589942772 rc 0/0 00000100:00100000:0.0:1767316879.489172:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3278 00000100:00100000:3.0:1767316879.492285:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.492624:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933955456 00000100:00100000:0.0:1767316879.492635:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933955456 00000100:00100000:0.0:1767316879.492797:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3279 00000100:00100000:0.0:1767316879.492808:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:74561:x1853163933955456:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:0.0:1767316879.493111:0:43123:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x212:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1767316879.493231:0:43123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.493248:0:43123:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.493260:0:43123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.493354:0:43123:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.493361:0:43123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.493368:0:43123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 43123 initiator: MDT0 00010000:00010000:0.0:1767316879.493426:0:43123:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316879.493552:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:74561:x1853163933955456:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 744us (1284us total) trans 8589942773 rc 0/0 00000100:00100000:0.0:1767316879.493560:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3279 00010000:00010000:1.0:1767316879.499306:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316879.499327:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 43123 initiator: MDT0 00010000:00010000:1.0:1767316879.499344:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316879.499350:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 43123 initiator: MDT0 00010000:00010000:1.0:1767316879.499360:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 43123 initiator: MDT0 00010000:00010000:1.0:1767316879.499381:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x212:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:1.0:1767316879.499385:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316879.499391:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 43123 initiator: MDT0 00010000:00010000:1.0:1767316879.499396:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba79f4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 43123 initiator: MDT0 00010000:00010000:1.0:1767316879.499421:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316879.499423:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316879.499425:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316879.512451:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.512559:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933955584 00000100:00100000:0.0:1767316879.512570:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933955584 00000100:00100000:0.0:1767316879.512637:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8229 00000100:00100000:0.0:1767316879.512647:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:74562:x1853163933955584:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316879.512676:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.512706:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba79fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a98b expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.512842:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a02 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.512872:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.512886:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316879.512960:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316879.512964:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316879.512992:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.513020:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba79fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a98b expref: 17 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.513041:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a98b expref: 16 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.513050:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.513054:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316879.513057:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce600, rc 0) 00000100:00100000:0.0:1767316879.513124:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74562:x1853163933955584:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 478us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.513131:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8229 00000100:00100000:3.0:1767316879.517448:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316879.517525:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933955840 00000100:00100000:2.0:1767316879.517535:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933955840 00000100:00100000:2.0:1767316879.517595:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8230 00000100:00100000:2.0:1767316879.517605:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74562:x1853163933955840:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316879.517628:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316879.517651:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7a09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a992 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.517783:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517799:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517811:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517830:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517837:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517843:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517970:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517978:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517984:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.517990:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316879.517994:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518001:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518012:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316879.518016:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316879.518021:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518027:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba7a10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518039:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518045:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518050:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518054:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316879.518057:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518062:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518069:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b087b69 (ffff9b3efd6a6e00) 00010000:00010000:2.0:1767316879.518072:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316879.518075:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518081:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7a17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316879.518112:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7a09 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a992 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.518122:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316879.518124:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316879.518128:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7a09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a992 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316879.518136:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8800, rc 0) 00000100:00100000:2.0:1767316879.518192:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74562:x1853163933955840:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 588us (760us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316879.518200:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8230 00000100:00100000:3.0:1767316879.523061:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.523158:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933955968 00000100:00100000:0.0:1767316879.523170:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933955968 00000100:00100000:0.0:1767316879.523236:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8231 00000100:00100000:0.0:1767316879.523246:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74562:x1853163933955968:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316879.523335:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523351:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523362:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523375:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523381:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523387:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523504:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523513:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523520:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316879.523560:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x211:0x0]: returning size 1048576 00000004:00200000:0.0:1767316879.523565:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316879.523578:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523589:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523595:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523602:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523608:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.523612:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523620:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523630:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.523634:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316879.523638:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523644:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523656:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523662:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523668:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523673:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.523676:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523682:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523688:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b087b69 (ffff9b3efc55a100) 00010000:00010000:0.0:1767316879.523691:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316879.523693:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523698:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523724:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523782:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523788:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523793:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.523796:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523802:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523809:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:0.0:1767316879.523811:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316879.523814:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316879.523819:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a2c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316879.523903:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74562:x1853163933955968:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 657us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.523911:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8231 00000100:00100000:3.0:1767316879.553393:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316879.553553:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956096 00000100:00100000:0.0:1767316879.553566:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956096 00000100:00100000:0.0:1767316879.553632:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8232 00000100:00100000:0.0:1767316879.553642:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74563:x1853163933956096:12345-192.168.204.9@tcp:101:stat.0 00010000:00010000:0.0:1767316879.553664:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316879.553687:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a999 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.553791:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553804:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553816:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553830:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553841:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553846:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553970:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553978:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.553985:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316879.554019:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x211:0x0]: returning size 1048576 00000004:00200000:0.0:1767316879.554023:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316879.554040:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554051:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554059:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554065:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554072:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554077:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.554082:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554090:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554101:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316879.554104:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316879.554110:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554116:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7a3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554128:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554133:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554138:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554143:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316879.554145:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554151:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554158:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b087b69 (ffff9b3efc55a100) 00010000:00010000:0.0:1767316879.554161:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316879.554163:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554169:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7a41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316879.554199:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7a33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a999 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.554213:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a999 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316879.554220:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:0.0:1767316879.554222:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316879.554225:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316879.554302:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:74563:x1853163933956096:12345-192.168.204.9@tcp:101:stat.0 Request processed in 661us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316879.554310:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8232 00000001:00080000:1.0:1767316879.583914:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840620 is committed 00000001:00080000:1.0:1767316879.583940:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840621 is committed 00010000:00010000:3.0:1767316880.484986:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316881.508173:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316882.534041:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316883.121129:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985757312:0@lo:400:kworker.0 00000100:00100000:3.0:1767316883.121203:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316883.121250:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985757824:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.121515:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985757696:0@lo:400:kworker.0 00000100:00100000:1.0:1767316883.129140:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3989500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985757568:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129273:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316883.129319:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757696 00000100:00100000:0.0:1767316883.129326:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757696 00000100:00100000:0.0:1767316883.129386:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1767316883.129394:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985757696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129441:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985757696:12345-0@lo:400:kworker.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316883.129449:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00080000:0.0:1767316883.129469:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316883.129511:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840621 gen 2 00000004:00080000:0.0:1767316883.129517:0:6212:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840621 committed transno 21474840621 00000100:00100000:0.0:1767316883.129538:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985757696:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129570:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985757440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129599:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316883.129620:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985757952:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129640:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316883.129667:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757440 00000100:00100000:0.0:1767316883.129671:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757440 00000100:00100000:0.0:1767316883.129710:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757952 00000100:00100000:0.0:1767316883.129713:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757952 00000100:00100000:0.0:1767316883.129753:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1767316883.129763:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985757440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129807:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985757440:12345-0@lo:400:kworker.0 Request processed in 46us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316883.129814:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1767316883.129825:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1767316883.129831:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985757952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129866:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985757952:12345-0@lo:400:kworker.0 Request processed in 35us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316883.129871:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:0.0:1767316883.129888:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316883.129908:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985757440:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.129917:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985757952:0@lo:400:kworker.0 00000100:00100000:2.0:1767316883.132242:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757312 00000100:00100000:2.0:1767316883.132266:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757312 00000100:00100000:2.0:1767316883.132325:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1767316883.132334:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985757312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316883.132419:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985757312:12345-0@lo:400:kworker.0 Request processed in 86us (11215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316883.132427:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1767316883.133688:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316883.133809:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757824 00000100:00100000:0.0:1767316883.133817:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757824 00000100:00100000:3.0:1767316883.134038:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985757312:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.134120:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1767316883.134129:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985757824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.134180:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985757824:12345-0@lo:400:kworker.0 Request processed in 52us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316883.134186:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1767316883.134257:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985757824:0@lo:400:kworker.0 00000100:00100000:0.0:1767316883.134613:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316883.134764:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985757568 00000100:00100000:3.0:1767316883.134769:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985757568 00000100:00080000:2.0:1767316883.135010:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767316883.135015:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316883.135097:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1767316883.135106:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985757568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316883.135159:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985757568:12345-0@lo:400:kworker.0 Request processed in 55us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316883.135163:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1767316883.135239:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3989500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985757568:0@lo:400:kworker.0 00010000:00010000:3.0:1767316883.563767:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316883.833572:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316883.833614:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956352 00000100:00100000:0.0:1767316883.833624:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956352 00000100:00100000:0.0:1767316883.833700:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8233 00000100:00100000:0.0:1767316883.833711:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:74981:x1853163933956352:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1767316883.833785:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767316883.833814:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7a48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a999 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316883.833834:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba79ed lrc: 0/0,0 mode: --/CR res: [0x200000404:0x211:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a984 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316883.833845:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:0.0:1767316883.833863:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a98b expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316883.833871:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316883.833877:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316883.833905:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.833919:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.833929:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.833941:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.833946:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.833952:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.834080:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.834087:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.834094:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:0.0:1767316883.836616:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2383, 64 off205840 00000004:00080000:0.0:1767316883.836630:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2129079900781ns, next at 2130079897471ns, rc = 0 00000040:00080000:0.0:1767316883.836678:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2382, 64 off205976 00000004:00080000:0.0:1767316883.836693:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2129079963801ns, next at 2130079962356ns, rc = 0 00010000:00010000:0.0:1767316883.836802:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836820:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836833:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836841:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836848:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836853:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836875:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316883.836900:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836906:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836912:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836918:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316883.836922:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836930:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836943:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316883.836946:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316883.836952:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.836958:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a5d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837021:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837032:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837039:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837044:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316883.837047:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837054:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837061:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a100) 00010000:00010000:0.0:1767316883.837064:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316883.837067:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316883.837073:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7a4f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:0.0:1767316883.837090:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d402c51 reply state 0000000009e2401e transno 8589942774 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316883.837098:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316883.837209:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:74981:x1853163933956352:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3494us (3640us total) trans 8589942774 rc 0/0 00000100:00100000:0.0:1767316883.837218:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8233 00000100:00080000:0.0:1767316883.837263:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316883.838516:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316883.838530:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316883.838540:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316883.838545:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316883.838553:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316883.838569:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x211:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316883.838572:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316883.838577:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316883.838581:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7a64 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316883.838595:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316883.838597:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316883.838599:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316883.854719:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316883.854760:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316883.854768:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316883.854775:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316883.854788:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316883.854796:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316883.854817:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b087b69 (ffff9b3efc55a000) 00010000:00010000:3.0:1767316883.854820:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316883.854826:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316883.854832:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7a56 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b087b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316884.123634:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316884.123892:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316884.123930:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316884.124024:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956480 00000100:00100000:1.0:1767316884.124035:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956480 00000100:00100000:1.0:1767316884.124139:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:1.0:1767316884.124151:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933956480:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316884.124223:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2483:x1853163933956480:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316884.124231:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:2.0:1767316884.125987:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956736 00000100:00100000:2.0:1767316884.126001:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956736 00000100:00100000:2.0:1767316884.126074:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956608 00000100:00100000:2.0:1767316884.126077:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956608 00000100:00100000:2.0:1767316884.126108:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1008 00000100:00100000:2.0:1767316884.126117:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933956736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316884.126186:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933956736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 69us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316884.126193:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1008 00000100:00100000:2.0:1767316884.126210:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1009 00000100:00100000:2.0:1767316884.126217:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933956608:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316884.126252:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933956608:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (2322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316884.126258:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1009 00000100:00080000:0.0:1767316884.126555:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767316884.126561:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316884.135458:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985758208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316884.135537:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316884.135700:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985758208 00000100:00100000:1.0:1767316884.135717:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985758208 00000100:00100000:1.0:1767316884.135794:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1767316884.135803:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985758208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316884.135838:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45285376 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1767316884.135880:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985758208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316884.135888:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1767316884.135978:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985758208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316884.136218:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985758080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316884.136248:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316884.138270:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985758080 00000100:00100000:3.0:1767316884.138282:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985758080 00000100:00100000:3.0:1767316884.138395:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1767316884.138405:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985758080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316884.138439:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 406650880 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1767316884.138616:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985758080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 213us (2366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316884.138625:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1767316884.138922:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985758080:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1767316884.580185:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1767316884.722587:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873734 is committed 00000001:00080000:2.0:1767316884.722606:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873735 is committed 00000001:00080000:2.0:1767316884.728205:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942774 is committed 00000004:00080000:2.0:1767316884.728216:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1990 committed 00000004:00080000:2.0:1767316884.728239:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1991 committed 00000100:00100000:0.0:1767316884.728521:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985758336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316884.728587:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316884.728660:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985758336 00000100:00100000:0.0:1767316884.728679:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985758336 00000100:00100000:0.0:1767316884.728759:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12435 00000100:00100000:0.0:1767316884.728768:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985758336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316884.728794:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:632 count 1 00010000:00010000:0.0:1767316884.728822:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.728841:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.728850:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316884.728852:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316884.728856:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.728884:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 5 pid: 15520 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1767316884.728885:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ef426e180 refcount 2 committed 0 result 0 batchid 4294969390 00000020:00080000:2.0:1767316884.728894:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ec547ab00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef426ee40 00000020:00080000:2.0:1767316884.728900:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ec547a900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef426ecc0 00010000:00010000:0.0:1767316884.728905:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 5 pid: 15520 timeout: 2229 lvb_type: 0 00000020:00080000:2.0:1767316884.728905:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ec547a000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3dc38b4800 00000020:00080000:2.0:1767316884.728913:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].72 00000100:00100000:0.0:1767316884.728929:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc505c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985758464:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316884.728998:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc3a7f900 going to sleep for 11 seconds 00000020:00080000:0.0:1767316884.729015:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969390 committed batchid 4294969389 00000020:00080000:0.0:1767316884.729196:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969389 00000100:00100000:0.0:1767316884.729633:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985758592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316884.729682:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316884.729718:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985758592 00000100:00100000:0.0:1767316884.729723:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985758592 00000100:00100000:0.0:1767316884.729776:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12436 00000100:00100000:0.0:1767316884.729783:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985758592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316884.729801:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:636 count 1 00010000:00010000:0.0:1767316884.729818:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.729832:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.729839:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316884.729840:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316884.729843:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.729863:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 6 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316884.729873:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 6 pid: 15520 timeout: 2229 lvb_type: 0 00000100:00100000:0.0:1767316884.729884:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985758720:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316884.729914:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc3a7fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316884.733117:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc505c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985758464:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316884.733148:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316884.733210:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985758720:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316884.733225:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316884.743153:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316884.743197:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316884.743829:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956864 00000100:00100000:2.0:1767316884.743841:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956864 00010000:00010000:2.0:1767316884.743887:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 6 pid: 15520 timeout: 2229 lvb_type: 0 00000100:00100000:2.0:1767316884.743918:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933956992 00000100:00100000:2.0:1767316884.743921:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933956992 00010000:00010000:2.0:1767316884.743936:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 7 pid: 15520 timeout: 2229 lvb_type: 0 00000100:00100000:2.0:1767316884.743958:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6382 00000100:00100000:2.0:1767316884.743967:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933956864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316884.743982:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316884.743988:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 6 pid: 15520 timeout: 2229 lvb_type: 0 00010000:00010000:2.0:1767316884.743999:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 6 pid: 15520 timeout: 2229 lvb_type: 0 00010000:00010000:2.0:1767316884.744024:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba79d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a97d expref: 6 pid: 15520 timeout: 2229 lvb_type: 0 00010000:00010000:2.0:1767316884.744058:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316884.744060:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316884.744065:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744076:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744107:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316884.744163:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163933956864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 196us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316884.744171:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6382 00000100:00100000:2.0:1767316884.744190:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6383 00000100:00100000:2.0:1767316884.744197:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933956992:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316884.744214:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316884.744219:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 7 pid: 15520 timeout: 2229 lvb_type: 0 00010000:00010000:2.0:1767316884.744230:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 7 pid: 15520 timeout: 2229 lvb_type: 0 00010000:00010000:2.0:1767316884.744244:0:12905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba79bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a96f expref: 7 pid: 15520 timeout: 2229 lvb_type: 0 00010000:00010000:2.0:1767316884.744254:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316884.744256:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316884.744259:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744265:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744284:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316884.744303:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933956992:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 106us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316884.744309:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6383 00010000:00010000:2.0:1767316884.744446:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744456:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744465:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744473:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.744491:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316884.745068:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985758592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15283us (15384us total) trans 17179873736 rc 0/0 00000100:00100000:2.0:1767316884.745078:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12436 00010000:00010000:2.0:1767316884.745103:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316884.745110:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745119:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316884.745124:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745133:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745146:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745154:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7a72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745174:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316884.745176:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316884.745178:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316884.745188:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745196:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745204:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745211:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745226:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316884.745600:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985758336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16833us (17012us total) trans 21474840622 rc 0/0 00000100:00100000:2.0:1767316884.745605:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12435 00010000:00010000:2.0:1767316884.745619:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316884.745623:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745628:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316884.745630:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745634:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745641:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745646:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba7a6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316884.745658:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316884.745659:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316884.745660:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767316884.745702:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bca80/2, rc 0, transno 21474840622 00000100:00100000:3.0:1767316884.745712:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985758336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316884.747591:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873735 gen 2 00000004:00080000:0.0:1767316884.747601:0:6214:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873735 committed transno 17179873735 00000100:00100000:0.0:1767316884.747626:0:6214:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ef79e2300 x1853163985758592/t17179873736(17179873736) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316900 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316884.747638:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e2300/2, rc 0, transno 17179873736 00000100:00100000:0.0:1767316884.747643:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985758592:0@lo:6:osp-syn-1-0.0 00000001:02000400:1.0:1767316885.475882:0:53360:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 210b: handle broken mirrored lovea (unlink) ========================================================== 20:21:23 (1767316883) 00010000:00010000:3.0:1767316885.606532:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316886.628817:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316887.167199:0:53408:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_210b ZFS file number is not accurate 00010000:00010000:2.0:1767316887.652816:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316888.245804:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985759232:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.245884:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316888.245933:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767316888.245939:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985758848:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.245967:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316888.245987:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985759360:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246004:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316888.246023:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985758976:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246045:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316888.246059:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985759488:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246074:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316888.246089:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316888.246093:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985759104:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246111:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316888.246137:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985758848 00000100:00100000:0.0:1767316888.246144:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985758848 00000100:00100000:0.0:1767316888.246189:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767316888.246197:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985758848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246251:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985758848:12345-0@lo:400:kworker.0 Request processed in 54us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316888.246259:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767316888.246289:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985758976 00000100:00100000:0.0:1767316888.246292:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985758976 00000100:00100000:0.0:1767316888.246317:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985759488 00000100:00100000:0.0:1767316888.246319:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985759488 00000100:00100000:0.0:1767316888.246333:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985759104 00000100:00100000:0.0:1767316888.246335:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985759104 00000100:00100000:0.0:1767316888.246351:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767316888.246356:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985758976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246386:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985758976:12345-0@lo:400:kworker.0 Request processed in 29us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316888.246391:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767316888.246402:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1767316888.246406:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985759488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246429:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985759488:12345-0@lo:400:kworker.0 Request processed in 23us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316888.246434:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1767316888.246443:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1767316888.246448:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985759104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246467:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6212:x1853163985759104:12345-0@lo:400:kworker.0 Request processed in 20us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316888.246473:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00080000:0.0:1767316888.246491:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316888.246519:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6212:1853163985759104:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246528:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985758976:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.246535:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985759488:0@lo:400:kworker.0 00000100:00100000:2.0:1767316888.246705:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985759232 00000100:00100000:2.0:1767316888.246710:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985759232 00000100:00100000:2.0:1767316888.246759:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985759360 00000100:00100000:2.0:1767316888.246762:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985759360 00000100:00100000:2.0:1767316888.246780:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1767316888.246787:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985759232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316888.246820:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985759232:12345-0@lo:400:kworker.0 Request processed in 35us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316888.246825:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1767316888.246836:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1767316888.246841:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985759360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316888.246861:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985759360:12345-0@lo:400:kworker.0 Request processed in 20us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316888.246867:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00080000:2.0:1767316888.246893:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316888.246895:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316888.247996:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985758848:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.248014:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985759360:0@lo:400:kworker.0 00000100:00100000:0.0:1767316888.248025:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985759232:0@lo:400:kworker.0 00010000:00010000:1.0:1767316888.698665:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767316888.822449:0:53456:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 211: mirror delete should not cause bad size ========================================================== 20:21:27 (1767316887) 00000100:00100000:3.0:1767316888.891233:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316888.891319:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933957120 00000100:00100000:0.0:1767316888.891329:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933957120 00000100:00100000:0.0:1767316888.891413:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8234 00000100:00100000:0.0:1767316888.891424:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:75419:x1853163933957120:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1767316888.891455:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316888.891486:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba7a79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9a0 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.891558:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7a80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316888.891572:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7a80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316888.891584:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7a80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:0.0:1767316888.891663:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316888.891667:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316888.891692:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7a80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316888.891716:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba7a79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a0 expref: 9 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.891761:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7a80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a0 expref: 8 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.891769:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316888.891771:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316888.891787:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce200, rc 0) 00000100:00100000:0.0:1767316888.891848:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:75419:x1853163933957120:12345-192.168.204.9@tcp:101:dd.0 Request processed in 425us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316888.891856:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8234 00000100:00080000:1.0:1767316888.892093:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316888.903858:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316888.903956:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933957376 00000100:00100000:3.0:1767316888.903967:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933957376 00000100:00100000:3.0:1767316888.904026:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8235 00000100:00100000:3.0:1767316888.904035:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:75419:x1853163933957376:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316888.904057:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316888.904060:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316888.904089:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7a80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a0 expref: 8 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316888.904107:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:3.0:1767316888.904119:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316888.904136:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7a87 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9a7 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316888.904288:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.904301:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.904310:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.904381:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.904389:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.904396:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00080000:3.0:1767316888.904930:0:41789:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x279:0x0], index 0: 0 00010000:00010000:3.0:1767316888.905120:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905129:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905137:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905167:0:41789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905173:0:41789:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905180:0:41789:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905186:0:41789:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316888.905190:0:41789:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905196:0:41789:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905204:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316888.905207:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316888.905210:0:41789:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.905215:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7a8e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000004:00010000:3.0:1767316888.905229:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010ce14fd reply state 00000000faeccdbe transno 8589942775 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316888.905237:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316888.905261:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7a87 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 10 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316888.905276:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 9 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316888.905284:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316888.905286:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316888.905288:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:3.0:1767316888.905358:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75419:x1853163933957376:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1324us (1514us total) trans 8589942775 rc 0/0 00000100:00100000:3.0:1767316888.905366:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8235 00010000:00010000:3.0:1767316888.908937:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.908958:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.908966:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.908972:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316888.908977:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.908985:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.909006:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1bd5b2e (ffff9b3ec8239100) 00010000:00010000:3.0:1767316888.909010:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316888.909015:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316888.909022:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7a95 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316888.916402:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316888.916543:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933957504 00000100:00100000:3.0:1767316888.916556:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933957504 00000100:00100000:3.0:1767316888.916667:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6758 00000100:00100000:3.0:1767316888.916680:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933957504:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1767316888.916755:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316888.916764:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316888.916779:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316888.916781:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316888.916786:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316888.916804:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767316888.917315:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1767316888.999675:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1767316888.999695:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 0 -> 1767316888 00002000:00010000:0.0:1767316888.999697:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 0 -> 1767316888 00002000:00010000:0.0:1767316888.999700:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1767316888.999713:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.999725:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.999752:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.999759:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316888.999764:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.999772:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.999790:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316888.999797:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7aaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316888.999888:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933957504:12345-192.168.204.9@tcp:4:dd.0 Request processed in 83206us (83492us total) trans 21474840623 rc 0/0 00000100:00100000:0.0:1767316888.999898:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6758 00000001:00080000:0.0:1767316888.999939:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840622 is committed 00000001:00080000:0.0:1767316888.999950:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840623 is committed 00000100:00100000:0.0:1767316889.008945:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.008995:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933957632 00000100:00100000:0.0:1767316889.009006:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933957632 00000100:00100000:0.0:1767316889.009068:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6759 00000100:00100000:0.0:1767316889.009079:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933957632:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:0.0:1767316889.009130:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 4096, mtime: 0x69571d98, atime: 0x0, ctime: 0x69571d98, blocks: 0xb 00010000:00010000:0.0:1767316889.009140:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.009153:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.009155:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.009160:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.009174:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767316889.056505:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840624 is committed 00002000:00010000:3.0:1767316889.056615:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 4096 -> 8192 00002000:00010000:3.0:1767316889.056621:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 11 -> 23 00010000:00010000:3.0:1767316889.056635:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.056650:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.056659:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.056665:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316889.056670:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.056679:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.056700:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.056707:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7ab1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316889.056840:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933957632:12345-192.168.204.9@tcp:4:dd.0 Request processed in 47755us (47898us total) trans 21474840624 rc 0/0 00000100:00100000:3.0:1767316889.056849:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6759 00000100:00100000:0.0:1767316889.060474:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.060555:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933957760 00000100:00100000:3.0:1767316889.060568:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933957760 00000100:00100000:3.0:1767316889.060662:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6760 00000100:00100000:3.0:1767316889.060672:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933957760:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:3.0:1767316889.060768:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 8192, mtime: 0x69571d98, atime: 0x0, ctime: 0x69571d98, blocks: 0x17 00010000:00010000:3.0:1767316889.060781:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.060798:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.060801:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.060806:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.060821:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767316889.096322:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840625 is committed 00002000:00010000:0.0:1767316889.096493:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 8192 -> 12288 00002000:00010000:0.0:1767316889.096498:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 1767316888 -> 1767316889 00002000:00010000:0.0:1767316889.096501:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 1767316888 -> 1767316889 00002000:00010000:0.0:1767316889.096503:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 23 -> 31 00010000:00010000:0.0:1767316889.096517:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.096528:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.096538:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.096545:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.096549:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.096558:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.096580:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.096601:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7ab8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.096864:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933957760:12345-192.168.204.9@tcp:4:dd.0 Request processed in 36187us (36395us total) trans 21474840625 rc 0/0 00000100:00100000:0.0:1767316889.096874:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6760 00000100:00100000:3.0:1767316889.100003:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.100466:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933957888 00000100:00100000:0.0:1767316889.100478:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933957888 00000100:00100000:0.0:1767316889.100642:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6761 00000100:00100000:0.0:1767316889.100652:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933957888:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:0.0:1767316889.100760:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 12288, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x1f 00010000:00010000:0.0:1767316889.100772:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.100787:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.100789:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.100795:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.100810:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767316889.138509:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840626 is committed 00002000:00010000:0.0:1767316889.138593:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 12288 -> 16384 00002000:00010000:0.0:1767316889.138599:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 31 -> 39 00010000:00010000:0.0:1767316889.138612:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.138628:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.138636:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.138643:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.138647:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.138656:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.138674:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.138786:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7abf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.138923:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933957888:12345-192.168.204.9@tcp:4:dd.0 Request processed in 38268us (39203us total) trans 21474840626 rc 0/0 00000100:00100000:0.0:1767316889.138934:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6761 00000100:00100000:2.0:1767316889.142434:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.142543:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958016 00000100:00100000:0.0:1767316889.142555:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958016 00000100:00100000:0.0:1767316889.142673:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6762 00000100:00100000:0.0:1767316889.142693:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933958016:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:0.0:1767316889.142785:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 16384, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x27 00010000:00010000:0.0:1767316889.142794:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.142809:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.142811:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.142816:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.142831:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767316889.167231:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840627 is committed 00002000:00010000:0.0:1767316889.167386:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 16384 -> 20480 00002000:00010000:0.0:1767316889.167394:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 39 -> 47 00010000:00010000:0.0:1767316889.167406:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.167416:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.167424:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.167431:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.167435:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.167443:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.167462:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.167469:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ac6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.167604:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933958016:12345-192.168.204.9@tcp:4:dd.0 Request processed in 24917us (25175us total) trans 21474840627 rc 0/0 00000100:00100000:0.0:1767316889.167615:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6762 00000100:00100000:1.0:1767316889.171510:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.171580:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958144 00000100:00100000:0.0:1767316889.171600:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958144 00000100:00100000:0.0:1767316889.171672:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6763 00000100:00100000:0.0:1767316889.171688:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933958144:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:0.0:1767316889.171762:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 20480, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x2f 00010000:00010000:0.0:1767316889.171772:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.171787:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.171789:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.171794:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.171809:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1767316889.206080:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840628 is committed 00002000:00010000:0.0:1767316889.206338:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 20480 -> 24576 00002000:00010000:0.0:1767316889.206344:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 47 -> 55 00010000:00010000:0.0:1767316889.206358:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.206376:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.206384:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.206391:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.206396:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.206405:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.206425:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.206432:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7acd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.206567:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933958144:12345-192.168.204.9@tcp:4:dd.0 Request processed in 34880us (35061us total) trans 21474840628 rc 0/0 00000100:00100000:0.0:1767316889.206579:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6763 00000100:00100000:3.0:1767316889.210795:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.210883:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958272 00000100:00100000:0.0:1767316889.210894:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958272 00000100:00100000:0.0:1767316889.210968:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6764 00000100:00100000:0.0:1767316889.210978:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933958272:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:0.0:1767316889.211032:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 24576, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x37 00010000:00010000:0.0:1767316889.211043:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.211057:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.211059:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.211065:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.211079:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316889.244274:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.244320:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.244370:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.244403:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958656 00000100:00100000:2.0:1767316889.244412:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958656 00000100:00100000:2.0:1767316889.244474:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1012 00000100:00100000:2.0:1767316889.244485:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933958656:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316889.244561:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933958656:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316889.244573:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1012 00000100:00080000:2.0:1767316889.244603:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316889.244924:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958528 00000100:00100000:3.0:1767316889.244929:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958528 00000100:00100000:3.0:1767316889.244961:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 623 00000100:00100000:3.0:1767316889.244968:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933958528:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316889.245008:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933958528:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.245014:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 623 00000100:00100000:1.0:1767316889.248272:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958400 00000100:00100000:1.0:1767316889.248288:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958400 00000100:00100000:1.0:1767316889.248346:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 807 00000100:00100000:1.0:1767316889.248356:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933958400:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316889.248437:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933958400:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 81us (4115us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.248445:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 807 00000100:00100000:0.0:1767316889.251881:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316889.251906:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985759616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316889.251973:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316889.252059:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985759616 00000100:00100000:0.0:1767316889.252074:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985759616 00000100:00100000:0.0:1767316889.252126:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767316889.252136:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985759616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316889.252163:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 420282368 pending 1703936 free 3851419648 avail 3843031040 00000100:00100000:0.0:1767316889.252206:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985759616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316889.252214:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767316889.252253:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840622 gen 2 00000004:00080000:0.0:1767316889.252272:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bca80, transno 21474840622 00000100:00100000:0.0:1767316889.252288:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985759616:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1767316889.253295:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840629 is committed 00000100:00100000:2.0:1767316889.253569:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985759744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316889.253631:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316889.253778:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985759744 00000100:00100000:1.0:1767316889.253784:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985759744 00000100:00100000:1.0:1767316889.253828:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1767316889.253837:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985759744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316889.253864:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45285376 pending 0 free 3851419648 avail 3849322496 00002000:00010000:0.0:1767316889.254012:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 24576 -> 28672 00002000:00010000:0.0:1767316889.254017:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 55 -> 63 00010000:00010000:0.0:1767316889.254028:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.254038:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.254045:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.254052:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.254056:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.254063:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.254080:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.254086:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ad4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.254146:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933958272:12345-192.168.204.9@tcp:4:dd.0 Request processed in 43167us (43359us total) trans 21474840629 rc 0/0 00000100:00100000:0.0:1767316889.254154:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6764 00000100:00100000:1.0:1767316889.254282:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985759744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 445us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.254289:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1767316889.254414:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985759744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316889.257948:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.258022:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958784 00000100:00100000:2.0:1767316889.258035:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958784 00000100:00100000:2.0:1767316889.258139:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6765 00000100:00100000:2.0:1767316889.258151:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933958784:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:2.0:1767316889.258212:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 28672, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x3f 00010000:00010000:2.0:1767316889.258222:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.258238:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316889.258240:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316889.258246:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.258268:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767316889.289571:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840630 is committed 00002000:00010000:0.0:1767316889.289840:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 28672 -> 32768 00002000:00010000:0.0:1767316889.289846:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 63 -> 71 00010000:00010000:0.0:1767316889.289861:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.289878:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.289887:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.289894:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.289898:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.289906:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.289926:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.289933:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7adb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.290074:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933958784:12345-192.168.204.9@tcp:4:dd.0 Request processed in 31919us (32132us total) trans 21474840630 rc 0/0 00000100:00100000:0.0:1767316889.290085:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6765 00000100:00100000:1.0:1767316889.295346:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.295417:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933958912 00000100:00100000:0.0:1767316889.295427:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933958912 00000100:00100000:0.0:1767316889.295532:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6766 00000100:00100000:0.0:1767316889.295541:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933958912:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:0.0:1767316889.295615:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 32768, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x47 00010000:00010000:0.0:1767316889.295625:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.295639:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.295641:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.295646:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.295659:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767316889.329555:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840631 is committed 00002000:00010000:0.0:1767316889.329667:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 32768 -> 36864 00002000:00010000:0.0:1767316889.329672:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 71 -> 79 00010000:00010000:0.0:1767316889.329695:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.329707:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.329714:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.329721:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.329725:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.329753:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.329772:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.329780:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba7ae2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.330040:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163933958912:12345-192.168.204.9@tcp:4:dd.0 Request processed in 34495us (34699us total) trans 21474840631 rc 0/0 00000100:00100000:0.0:1767316889.330051:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6766 00000100:00100000:2.0:1767316889.334350:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.334539:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933959040 00000100:00100000:1.0:1767316889.334551:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933959040 00000100:00100000:1.0:1767316889.334636:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6767 00000100:00100000:1.0:1767316889.334646:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933959040:12345-192.168.204.9@tcp:4:dd.0 00002000:00010000:1.0:1767316889.334710:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 36864, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x4f 00010000:00010000:1.0:1767316889.334720:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.334760:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.334763:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.334769:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.334784:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316889.380614:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 36864 -> 40960 00002000:00010000:0.0:1767316889.380624:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 79 -> 87 00000001:00080000:3.0:1767316889.380625:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840632 is committed 00010000:00010000:0.0:1767316889.380637:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.380648:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.380656:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.380664:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316889.380668:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.380782:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.380804:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.380815:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ae9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.380901:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163933959040:12345-192.168.204.9@tcp:4:dd.0 Request processed in 46252us (46557us total) trans 21474840632 rc 0/0 00000100:00100000:0.0:1767316889.382466:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6767 00000100:00100000:0.0:1767316889.384724:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.384891:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933959296 00000100:00100000:3.0:1767316889.384903:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933959296 00000100:00100000:3.0:1767316889.384963:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3280 00000100:00100000:3.0:1767316889.384973:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75419:x1853163933959296:12345-192.168.204.9@tcp:35:dd.0 00000001:00080000:3.0:1767316889.385285:0:43123:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942776 00000100:00100000:3.0:1767316889.385776:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75419:x1853163933959296:12345-192.168.204.9@tcp:35:dd.0 Request processed in 431us (689us total) trans 8589942777 rc 0/0 00000100:00100000:3.0:1767316889.385787:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3280 00000020:00080000:3.0:1767316889.385792:0:43123:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1767316889.404171:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.404539:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933959424 00000100:00100000:3.0:1767316889.404551:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933959424 00000100:00100000:3.0:1767316889.404719:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8236 00000100:00100000:3.0:1767316889.404770:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75422:x1853163933959424:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.404817:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.404846:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7af0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9ae expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.404931:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7af7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.404945:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7af7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.404957:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7af7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316889.405019:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767316889.405023:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316889.405049:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7af7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.405074:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7af0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ae expref: 13 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.405093:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7af7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ae expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.405102:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:3.0:1767316889.405106:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316889.405109:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316889.405177:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933959424:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 449us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.405185:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8236 00000100:00100000:1.0:1767316889.409043:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.409663:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933959680 00000100:00100000:3.0:1767316889.409685:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933959680 00000100:00100000:3.0:1767316889.409772:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8237 00000100:00100000:3.0:1767316889.409783:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933959680:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.409805:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.409827:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7afe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9b5 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.409938:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.409952:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.409964:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316889.409975:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 40960 00010000:00010000:3.0:1767316889.410107:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7afe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.410125:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.410134:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316889.410137:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1767316889.410141:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316889.410208:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75422:x1853163933959680:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 426us (1175us total) trans 8589942778 rc 0/0 00000100:00100000:3.0:1767316889.410216:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8237 00000100:00100000:0.0:1767316889.413836:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.414004:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933959808 00000100:00100000:1.0:1767316889.414014:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933959808 00000100:00100000:1.0:1767316889.414066:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12437 00000100:00100000:1.0:1767316889.414076:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163933959808:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.414096:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.414119:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9bc expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316889.414144:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 40960, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x57 00010000:00010000:1.0:1767316889.414163:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.414165:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.414174:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 6 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316889.414190:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 6 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316889.414201:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316889.414265:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933959808:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 190us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.414278:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12437 00000100:00100000:1.0:1767316889.418684:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.419134:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933960064 00000100:00100000:0.0:1767316889.419144:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933960064 00000100:00100000:0.0:1767316889.419210:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8238 00000100:00100000:0.0:1767316889.419221:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75422:x1853163933960064:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316889.419246:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316889.419287:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7b1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9c3 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.419396:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.419410:0:41790:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.419418:0:41790:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.419454:0:41790:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.419475:0:41790:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 15 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:0.0:1767316889.419491:0:41790:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985759872:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316889.419618:0:41790:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.423593:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.423751:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933960192 00000100:00100000:1.0:1767316889.423762:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933960192 00010000:00010000:1.0:1767316889.423803:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 16 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:1.0:1767316889.423846:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6384 00000100:00100000:1.0:1767316889.423856:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933960192:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316889.423871:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.423878:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 16 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.423891:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 16 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.423913:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316889.423918:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316889.423927:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316889.423935:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316889.423953:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316889.424054:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933960192:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 199us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.424062:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6384 00010000:00010000:3.0:1767316889.424192:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7a9c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9a7 expref: 15 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:3.0:1767316889.424208:0:41790:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985759872:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316889.424229:0:41790:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.424238:0:41790:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.424243:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:3.0:1767316889.424279:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 40960 00010000:00010000:3.0:1767316889.424436:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba7b1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 16 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.424450:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 15 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.424457:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316889.424460:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316889.424463:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf800, rc 0) 00000100:00100000:3.0:1767316889.424489:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75422:x1853163933960064:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5270us (5828us total) trans 8589942779 rc 0/0 00000100:00100000:3.0:1767316889.424496:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8238 00000100:00100000:3.0:1767316889.428286:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.428359:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933960448 00000100:00100000:0.0:1767316889.428370:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933960448 00000100:00100000:0.0:1767316889.428445:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8239 00000100:00100000:0.0:1767316889.428455:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75422:x1853163933960448:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316889.428480:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316889.428484:0:41790:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767316889.428511:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7af7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ae expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.428529:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316889.428540:0:41790:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316889.428555:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba7b2f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9ca expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.429165:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.429180:0:41790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.429190:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:0.0:1767316889.429202:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x214:0x0]: returning size 0 00010000:00010000:0.0:1767316889.429250:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba7b2f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.429282:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 16 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.429290:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3efc55a900) 00010000:00010000:0.0:1767316889.429292:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316889.429295:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce200, rc 0) 00000100:00100000:0.0:1767316889.430245:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75422:x1853163933960448:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1785us (1963us total) trans 8589942780 rc 0/0 00000100:00100000:0.0:1767316889.430271:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8239 00000100:00100000:1.0:1767316889.433403:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.433482:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933960704 00000100:00100000:0.0:1767316889.433492:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933960704 00000100:00100000:0.0:1767316889.433557:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8240 00000100:00100000:0.0:1767316889.433566:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75422:x1853163933960704:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316889.433599:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316889.433623:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7b44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9d1 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.433754:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.433769:0:41790:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.433777:0:41790:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 4/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.433812:0:41790:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.433825:0:41790:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 17 pid: 41790 timeout: 2234 lvb_type: 0 00000100:00100000:0.0:1767316889.433838:0:41790:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985760000:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316889.433923:0:41790:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316889.438260:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.438372:0:41790:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985760000:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316889.438400:0:41790:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000100:00100000:1.0:1767316889.438470:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933960832 00000100:00100000:1.0:1767316889.438479:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933960832 00010000:00010000:1.0:1767316889.438513:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 18 pid: 41790 timeout: 2234 lvb_type: 0 00000100:00100000:1.0:1767316889.438549:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6385 00000100:00100000:1.0:1767316889.438557:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933960832:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316889.438572:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.438587:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 18 pid: 41790 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.438604:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 18 pid: 41790 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.438623:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba7b36 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ca expref: 18 pid: 41790 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.438637:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3efc55a900) 00010000:00010000:1.0:1767316889.438642:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316889.438651:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316889.438657:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41790 initiator: MDT0 00010000:00010000:1.0:1767316889.438691:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316889.438777:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933960832:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 219us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.438785:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6385 00010000:00010000:3.0:1767316889.440090:0:41790:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440101:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:3.0:1767316889.440123:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x214:0x0]: returning size 0 00000004:00080000:3.0:1767316889.440369:0:41790:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27d:0x0], index 1: 0 00010000:00010000:3.0:1767316889.440544:0:41790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440552:0:41790:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440559:0:41790:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440565:0:41790:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.440570:0:41790:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440576:0:41790:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440604:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3efc55a900) 00010000:00010000:3.0:1767316889.440607:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316889.440613:0:41790:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440618:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7b4b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.440697:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7b44 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9d1 expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.440708:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55aa00) 00010000:00010000:3.0:1767316889.440711:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316889.440715:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7b44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9d1 expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.441547:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf200, rc 0) 00000100:00100000:2.0:1767316889.441943:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75422:x1853163933960704:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 8373us (8548us total) trans 8589942781 rc 301/301 00000100:00100000:2.0:1767316889.441952:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8240 00000100:00100000:1.0:1767316889.444487:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.444590:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961088 00000100:00100000:0.0:1767316889.444600:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961088 00000100:00100000:0.0:1767316889.444692:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3281 00000100:00100000:0.0:1767316889.444702:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75422:x1853163933961088:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316889.445087:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75422:x1853163933961088:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 386us (608us total) trans 8589942782 rc 0/0 00000100:00100000:0.0:1767316889.445095:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3281 00000100:00100000:0.0:1767316889.448121:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.448225:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961216 00000100:00100000:2.0:1767316889.448235:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961216 00000100:00100000:2.0:1767316889.448468:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8241 00000100:00100000:2.0:1767316889.448479:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75422:x1853163933961216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316889.448505:0:41790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316889.448527:0:41790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b59 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9d8 expref: -99 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.448625:0:41790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316889.448641:0:41790:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.448649:0:41790:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:2.0:1767316889.448694:0:41790:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.448708:0:41790:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 18 pid: 41790 timeout: 2234 lvb_type: 0 00000100:00100000:2.0:1767316889.448721:0:41790:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985760128:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316889.448826:0:41790:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767316889.451444:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.451567:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961344 00000100:00100000:3.0:1767316889.451576:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961344 00010000:00010000:3.0:1767316889.451623:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 19 pid: 41790 timeout: 2234 lvb_type: 0 00000100:00100000:3.0:1767316889.451665:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6386 00000100:00100000:3.0:1767316889.451673:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2484:x1853163933961344:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316889.451695:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316889.451702:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 19 pid: 41790 timeout: 2234 lvb_type: 0 00010000:00010000:3.0:1767316889.451713:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 19 pid: 41790 timeout: 2234 lvb_type: 0 00010000:00010000:3.0:1767316889.451757:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316889.451762:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.451771:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.451778:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 41790 initiator: MDT0 00010000:00010000:3.0:1767316889.451795:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316889.451838:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2484:x1853163933961344:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 165us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.451845:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6386 00010000:00010000:0.0:1767316889.451995:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7b21 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9c3 expref: 18 pid: 41790 timeout: 2234 lvb_type: 0 00000100:00100000:0.0:1767316889.452012:0:41790:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:41790:1853163985760128:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316889.452032:0:41790:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.452044:0:41790:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.452050:0:41790:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00000004:00200000:0.0:1767316889.452090:0:41790:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 40960 00000004:00200000:0.0:1767316889.452095:0:41790:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316889.452115:0:41790:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41790 initiator: MDT0 00010000:00010000:0.0:1767316889.452144:0:41790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b59 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9d8 expref: 18 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.452157:0:41790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9d8 expref: 17 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.452164:0:41790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:0.0:1767316889.452168:0:41790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316889.452171:0:41790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:0.0:1767316889.452212:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75422:x1853163933961216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3735us (4100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316889.452218:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8241 00000100:00100000:2.0:1767316889.455180:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.455896:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961472 00000100:00100000:1.0:1767316889.455908:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961472 00000100:00100000:1.0:1767316889.456022:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8242 00000100:00100000:1.0:1767316889.456033:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75422:x1853163933961472:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.456053:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.456077:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7b67 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9df expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.456147:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7b6e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.456160:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7b6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.456170:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7b6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316889.456202:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x214:0x0]: returning size 0 00000004:00200000:1.0:1767316889.456205:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316889.456222:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7b6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.456245:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7b67 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9df expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.456287:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7b6e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9df expref: 18 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.456298:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4900) 00010000:00010000:1.0:1767316889.456301:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1767316889.456304:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06a00, rc 0) 00000100:00100000:1.0:1767316889.456358:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75422:x1853163933961472:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 328us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.456365:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8242 00000100:00100000:0.0:1767316889.459190:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.459463:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961600 00000100:00100000:3.0:1767316889.459472:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961600 00000100:00100000:3.0:1767316889.459520:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12438 00000100:00100000:3.0:1767316889.459529:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933961600:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.459546:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.459564:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9e6 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316889.459600:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316889.459620:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.459622:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.459632:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.459652:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.459669:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:3.0:1767316889.459935:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933961600:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 406us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.459942:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12438 00000100:00100000:1.0:1767316889.463006:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.463096:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961856 00000100:00100000:3.0:1767316889.463106:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961856 00000100:00100000:3.0:1767316889.463198:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8243 00000100:00100000:3.0:1767316889.463207:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75422:x1853163933961856:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.463227:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.463248:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7b7c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9ed expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.463347:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7b83 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.463362:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7b83 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.463372:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7b83 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316889.463384:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 40960 00010000:00010000:3.0:1767316889.463500:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7b7c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ed expref: 21 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.463517:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7b83 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ed expref: 20 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.463529:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316889.463531:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316889.463534:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316889.463597:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:75422:x1853163933961856:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 390us (599us total) trans 8589942783 rc 0/0 00000100:00100000:3.0:1767316889.463604:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8243 00000100:00100000:1.0:1767316889.471431:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.471511:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933961984 00000100:00100000:3.0:1767316889.471520:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933961984 00000100:00100000:3.0:1767316889.471598:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12439 00000100:00100000:3.0:1767316889.471608:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933961984:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316889.471649:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471664:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.471666:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.471672:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471694:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471721:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471758:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471772:0:37089:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471779:0:37089:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316889.471783:0:37089:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471791:0:37089:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471804:0:37089:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.471811:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7b91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316889.471876:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933961984:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 269us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.471883:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12439 00000100:00100000:0.0:1767316889.511530:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.511645:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933962112 00000100:00100000:1.0:1767316889.511656:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933962112 00000100:00100000:2.0:1767316889.512044:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6768 00000100:00100000:2.0:1767316889.512058:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933962112:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316889.512096:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.512112:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316889.512115:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316889.512120:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.512133:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514592:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514610:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514618:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514625:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316889.514629:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514638:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514656:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.514663:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7b98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316889.514800:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933962112:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 2742us (3277us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1767316889.514810:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6768 00000100:00100000:1.0:1767316889.518178:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.518262:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933962240 00000100:00100000:2.0:1767316889.518272:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933962240 00000100:00100000:2.0:1767316889.518346:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6769 00000100:00100000:2.0:1767316889.518356:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933962240:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:2.0:1767316889.518395:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.518415:0:37704:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316889.518422:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316889.518424:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316889.518427:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.518464:0:37704:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 7 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316889.518480:0:37704:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 7 pid: 37089 timeout: 2234 lvb_type: 1 00000100:00100000:2.0:1767316889.518494:0:37704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985760256:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316889.518593:0:37704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.521823:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.521943:0:37704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:37704:1853163985760256:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316889.521978:0:37704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316889.522052:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933962368 00000100:00100000:1.0:1767316889.522062:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933962368 00010000:00010000:1.0:1767316889.522096:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 8 pid: 37089 timeout: 2234 lvb_type: 1 00000100:00100000:1.0:1767316889.522132:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6387 00000100:00100000:1.0:1767316889.522142:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933962368:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316889.522157:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.522182:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 8 pid: 37089 timeout: 2234 lvb_type: 1 00010000:00010000:1.0:1767316889.522194:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 8 pid: 37089 timeout: 2234 lvb_type: 1 00010000:00010000:1.0:1767316889.522218:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7b75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9e6 expref: 8 pid: 37089 timeout: 2234 lvb_type: 1 00010000:00010000:1.0:1767316889.522234:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.522236:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.522241:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.522261:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.522289:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316889.522348:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933962368:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 207us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.522356:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6387 00010000:00010000:2.0:1767316889.522416:0:37704:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.522424:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767316889.553459:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873737 is committed 00000001:00080000:2.0:1767316889.553481:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873736 is committed 00002000:00010000:1.0:1767316889.553997:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:1.0:1767316889.554002:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 0 -> 1767316889 00002000:00010000:1.0:1767316889.554004:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 0 -> 1767316889 00002000:00010000:1.0:1767316889.554006:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 1 -> 131 00010000:00010000:1.0:1767316889.554020:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.554031:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.554039:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.554046:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316889.554050:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.554058:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.554077:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.554085:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7b9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316889.554226:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933962240:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 35867us (36052us total) trans 17179873737 rc 0/0 00000100:00100000:1.0:1767316889.554237:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6769 00000100:00100000:0.0:1767316889.556932:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.557028:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933962496 00000100:00100000:3.0:1767316889.557038:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933962496 00000100:00100000:3.0:1767316889.557131:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8244 00000100:00100000:3.0:1767316889.557142:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:75422:x1853163933962496:12345-192.168.204.9@tcp:44:lfs.0 00000001:00080000:2.0:1767316889.583632:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942782 is committed 00000020:00080000:2.0:1767316889.583654:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969390 batchid updated 00000001:00080000:2.0:1767316889.583679:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942783 is committed 00000020:00080000:3.0:1767316889.583816:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969390 00000020:00080000:3.0:1767316889.584013:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969390 cancel update log [0x200000bd0:0x1:0x0].72: rc = 0 00000020:00080000:3.0:1767316889.584022:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969390 00000100:00100000:1.0:1767316889.584195:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75422:x1853163933962496:12345-192.168.204.9@tcp:44:lfs.0 Request processed in 27049us (27268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.584205:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8244 00000100:00100000:0.0:1767316889.585932:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.586013:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933962624 00000100:00100000:3.0:1767316889.586024:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933962624 00000100:00100000:3.0:1767316889.586078:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12440 00000100:00100000:3.0:1767316889.586086:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933962624:12345-192.168.204.9@tcp:16:lfs.0 00000100:00100000:3.0:1767316889.586178:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933962624:12345-192.168.204.9@tcp:16:lfs.0 Request processed in 93us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.586183:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12440 00000100:00100000:2.0:1767316889.593866:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.593962:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933962752 00000100:00100000:1.0:1767316889.593972:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933962752 00000100:00100000:1.0:1767316889.594024:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12441 00000100:00100000:1.0:1767316889.594033:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933962752:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:1.0:1767316889.594074:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594089:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.594091:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.594096:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594109:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594138:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594146:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594155:0:15520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594168:0:15520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316889.594173:0:15520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594182:0:15520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594194:0:15520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.594201:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ba6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316889.594363:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933962752:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 330us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.594371:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12441 00000100:00100000:0.0:1767316889.596845:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.596933:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933963008 00000100:00100000:1.0:1767316889.596943:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933963008 00000100:00100000:1.0:1767316889.597001:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8245 00000100:00100000:1.0:1767316889.597010:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75422:x1853163933963008:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316889.597071:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.597098:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7b6e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9df expref: 11 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.597120:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4900) 00010000:00010000:1.0:1767316889.597133:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316889.597165:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,1 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.597175:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.597184:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:1.0:1767316889.597590:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000347b25d6 reply state 00000000807db185 transno 8589942784 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316889.597600:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316889.597890:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933963008:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 879us (1055us total) trans 8589942784 rc 0/0 00000100:00100000:1.0:1767316889.597899:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8245 00010000:00010000:3.0:1767316889.600281:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.600298:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.600304:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.600310:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.600315:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.600323:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.600339:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4a00) 00010000:00010000:3.0:1767316889.600342:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.600346:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 2/0,0 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.600352:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7bad lrc: 0/0,0 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:0.0:1767316889.601227:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.601313:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933963136 00000100:00100000:1.0:1767316889.601325:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933963136 00000100:00100000:1.0:1767316889.601384:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8246 00000100:00100000:1.0:1767316889.601395:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75422:x1853163933963136:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.601420:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.601441:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9f4 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.601518:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.601532:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.601554:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4800) 00010000:00010000:1.0:1767316889.601557:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316889.601559:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06e00, rc 0) 00000100:00100000:1.0:1767316889.601641:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933963136:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 248us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.601647:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8246 00000100:00100000:1.0:1767316889.605089:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.605171:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933963264 00000100:00100000:3.0:1767316889.605181:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933963264 00000100:00100000:3.0:1767316889.605235:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12442 00000100:00100000:3.0:1767316889.605244:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:75422:x1853163933963264:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.605273:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.605296:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079a9fb expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316889.605318:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27d:0x0] initial LVB size: 40960, mtime: 0x69571d99, atime: 0x0, ctime: 0x69571d99, blocks: 0x83 00010000:00010000:3.0:1767316889.605339:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.605341:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.605348:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.605365:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.605378:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df400, rc 0) 00000100:00100000:3.0:1767316889.605493:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:75422:x1853163933963264:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 249us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.605500:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12442 00000100:00100000:0.0:1767316889.607982:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.608064:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933963392 00000100:00100000:1.0:1767316889.608074:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933963392 00000100:00100000:1.0:1767316889.608132:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12443 00000100:00100000:1.0:1767316889.608142:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933963392:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:1.0:1767316889.608403:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:1.0:1767316889.608407:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:1.0:1767316889.608409:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 0 -> 1767316888 00002000:00010000:1.0:1767316889.608412:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1767316889 -> 1767316889 00002000:00010000:1.0:1767316889.608414:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:1.0:1767316889.608479:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933963392:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 338us (506us total) trans 17179873738 rc 0/0 00000100:00100000:1.0:1767316889.608487:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12443 00000100:00100000:0.0:1767316889.610943:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.611089:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933963648 00000100:00100000:2.0:1767316889.611100:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933963648 00000100:00100000:2.0:1767316889.611159:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8247 00000100:00100000:2.0:1767316889.611168:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933963648:12345-192.168.204.9@tcp:55:lfs.0 00010000:00010000:2.0:1767316889.611236:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611262:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611275:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611302:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611310:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611317:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611323:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316889.611327:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611334:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611346:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4800) 00010000:00010000:2.0:1767316889.611349:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1767316889.611354:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.611359:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba7bc2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316889.611432:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933963648:12345-192.168.204.9@tcp:55:lfs.0 Request processed in 265us (496us total) trans 0 rc -22/-22 00000100:00100000:2.0:1767316889.611440:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8247 00000100:00100000:2.0:1767316889.614183:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.614288:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933963904 00000100:00100000:1.0:1767316889.614300:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933963904 00000100:00100000:1.0:1767316889.614356:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8248 00000100:00100000:1.0:1767316889.614366:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933963904:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1767316889.614439:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.614470:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba7b60 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9d8 expref: 12 pid: 41790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.614491:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316889.614497:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316889.614547:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.614561:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.614571:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:1.0:1767316889.614776:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f66fd45 reply state 0000000035cc9c6c transno 8589942785 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316889.614785:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316889.614879:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75422:x1853163933963904:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 514us (707us total) trans 8589942785 rc 0/0 00000100:00100000:1.0:1767316889.614888:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8248 00010000:00010000:3.0:1767316889.617610:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.617627:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.617634:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.617641:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.617646:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.617654:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.617670:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316889.617684:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.617689:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.617695:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7bc9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:2.0:1767316889.619322:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.619800:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933964032 00000100:00100000:3.0:1767316889.619810:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933964032 00000100:00100000:3.0:1767316889.619862:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12444 00000100:00100000:3.0:1767316889.619871:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:75422:x1853163933964032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.619890:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.619909:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa02 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.619939:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.619948:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.619950:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.619954:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.619992:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.620006:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 2234 lvb_type: 1 00000100:00100000:3.0:1767316889.620020:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985760384:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316889.620094:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.622687:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.622840:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985760384:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316889.622874:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 7 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.622890:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de600, rc 0) 00000100:00100000:3.0:1767316889.622955:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:75422:x1853163933964032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3084us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.622964:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12444 00000100:00100000:1.0:1767316889.623043:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933964160 00000100:00100000:1.0:1767316889.623050:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933964160 00010000:00010000:1.0:1767316889.623082:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 2234 lvb_type: 1 00000100:00100000:1.0:1767316889.623114:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6388 00000100:00100000:1.0:1767316889.623123:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933964160:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316889.623140:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.623167:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 2234 lvb_type: 1 00010000:00010000:1.0:1767316889.623179:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 2234 lvb_type: 1 00010000:00010000:1.0:1767316889.623202:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7b13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9bc expref: 7 pid: 15520 timeout: 2234 lvb_type: 1 00010000:00010000:1.0:1767316889.623215:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.623217:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.623224:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 6 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.623235:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 6 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.623289:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 6 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316889.623302:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985760512:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316889.623355:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.627520:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.627630:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985760512:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316889.627653:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316889.627725:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933964160:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 4602us (5054us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.627770:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6388 00000100:00100000:3.0:1767316889.628033:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933964288 00000100:00100000:3.0:1767316889.628041:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933964288 00000100:00100000:3.0:1767316889.628088:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12445 00000100:00100000:3.0:1767316889.628096:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933964288:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316889.628501:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:3.0:1767316889.628505:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:3.0:1767316889.628507:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb atime from disk: 0 -> 1767316888 00002000:00010000:3.0:1767316889.628510:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 1767316889 -> 1767316889 00002000:00010000:3.0:1767316889.628513:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 87 -> 87 00000100:00100000:3.0:1767316889.628558:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933964288:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 461us (1047us total) trans 21474840633 rc 0/0 00000100:00100000:3.0:1767316889.628565:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12445 00000100:00100000:0.0:1767316889.631027:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.631124:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933964544 00000100:00100000:2.0:1767316889.631135:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933964544 00000100:00100000:2.0:1767316889.631195:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3282 00000100:00100000:2.0:1767316889.631204:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd01d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75422:x1853163933964544:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:2.0:1767316889.631297:0:41791:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x213:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7b83 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ed expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.631334:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.631348:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.631365:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.631411:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.631425:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 12 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:2.0:1767316889.631439:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985760640:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316889.631529:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71900 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.635367:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985760640:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316889.635393:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316889.636311:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.636513:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933964800 00000100:00100000:3.0:1767316889.636521:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933964800 00000100:00100000:3.0:1767316889.636584:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3283 00000100:00100000:3.0:1767316889.636594:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:55508:x1853163933964800:12345-192.168.204.9@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1767316889.636969:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:55508:x1853163933964800:12345-192.168.204.9@tcp:35:ldlm_bl.0 Request processed in 375us (659us total) trans 8589942786 rc 0/0 00000100:00100000:3.0:1767316889.636977:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3283 00000100:00100000:2.0:1767316889.639042:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.639134:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933964928 00000100:00100000:1.0:1767316889.639145:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933964928 00010000:00010000:1.0:1767316889.639183:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 14 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:1.0:1767316889.639218:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6389 00000100:00100000:1.0:1767316889.639227:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933964928:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316889.639245:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.639263:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 14 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.639274:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 14 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.639295:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7b05 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9b5 expref: 14 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.639312:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316889.639318:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316889.639327:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316889.639334:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316889.639369:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316889.639424:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163933964928:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 198us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.639431:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6389 00010000:00010000:2.0:1767316889.639938:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.639946:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.639968:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.639980:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.639988:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 4/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.640018:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.640031:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 12 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:2.0:1767316889.640045:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985760768:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316889.640120:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e719c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.644044:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985760768:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316889.644075:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316889.645244:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.645398:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933965056 00000100:00100000:0.0:1767316889.645407:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933965056 00010000:00010000:0.0:1767316889.645447:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 13 pid: 41789 timeout: 2234 lvb_type: 0 00000100:00100000:0.0:1767316889.645488:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6390 00000100:00100000:0.0:1767316889.645499:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2484:x1853163933965056:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316889.645514:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316889.645519:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 13 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:0.0:1767316889.645529:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 13 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:0.0:1767316889.645555:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7bb4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9f4 expref: 13 pid: 41789 timeout: 2234 lvb_type: 0 00010000:00010000:0.0:1767316889.645572:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4800) 00010000:00010000:0.0:1767316889.645588:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316889.645597:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316889.645604:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316889.645631:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316889.645707:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163933965056:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 208us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316889.645714:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6390 00010000:00010000:2.0:1767316889.645871:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.645880:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:2.0:1767316889.646258:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985760896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316889.646374:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316889.646410:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.647136:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985760896 00000100:00100000:0.0:1767316889.647145:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985760896 00000100:00100000:0.0:1767316889.647228:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1767316889.647237:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985760896:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316889.647336:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985760896:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 100us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316889.647344:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1767316889.647440:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985760896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316889.647509:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985761024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316889.647536:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316889.648937:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71900 going to sleep for 11 seconds 00000100:00100000:1.0:1767316889.649016:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985761024 00000100:00100000:1.0:1767316889.649024:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985761024 00000100:00100000:1.0:1767316889.649082:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1767316889.649090:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985761024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1767316889.649239:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985761024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 149us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.649247:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1767316889.650066:0:41791:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873736 gen 2 00000004:00080000:2.0:1767316889.650074:0:41791:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e2300, transno 17179873736 00000100:00100000:2.0:1767316889.650131:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985761024:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1767316889.650591:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].73, 280 off67488 00000001:00080000:2.0:1767316889.650604:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942787 00000100:00100000:2.0:1767316889.650792:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985761152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316889.650862:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316889.650900:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71240 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.650964:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985761152 00000100:00100000:0.0:1767316889.650970:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985761152 00000100:00100000:0.0:1767316889.651019:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1767316889.651029:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985761152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316889.651224:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985761152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 196us (361us total) trans 17179873739 rc 0/0 00000100:00100000:0.0:1767316889.651232:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1767316889.651470:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985761152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316889.651496:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985761280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1767316889.651525:0:41791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316889.651549:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71240 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.651605:0:43122:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985761280 00000100:00100000:0.0:1767316889.651609:0:43122:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985761280 00000100:00100000:0.0:1767316889.651642:0:43122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1767316889.651649:0:43122:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:41791:x1853163985761280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1767316889.651888:0:43122:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41791:x1853163985761280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 238us (360us total) trans 21474840634 rc 0/0 00000100:00100000:0.0:1767316889.651894:0:43122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1767316889.651986:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:41791:1853163985761280:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1767316889.652060:0:41791:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942788 00010000:00010000:2.0:1767316889.652092:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652101:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652108:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652115:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316889.652119:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652127:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652143:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4800) 00010000:00010000:2.0:1767316889.652146:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316889.652151:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 2/0,0 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652157:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bde lrc: 0/0,0 mode: --/EX res: [0x200000404:0x214:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652177:0:41791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652183:0:41791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652188:0:41791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652193:0:41791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316889.652196:0:41791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652202:0:41791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652209:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316889.652212:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316889.652215:0:41791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652220:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bd7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316889.652231:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316889.652233:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316889.652239:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7b83 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9ed expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316889.652606:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd01d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75422:x1853163933964544:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 21401us (21587us total) trans 8589942789 rc 0/0 00000100:00100000:2.0:1767316889.652615:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3282 00000020:00080000:2.0:1767316889.652619:0:41791:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1767316889.656485:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.656583:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933965184 00000100:00100000:2.0:1767316889.656595:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933965184 00000100:00100000:2.0:1767316889.656700:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8249 00000100:00100000:2.0:1767316889.656710:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75422:x1853163933965184:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316889.656758:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316889.656781:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7be5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa09 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.656843:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7be5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa09 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.656856:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7be5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa09 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.656874:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316889.656878:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316889.656882:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9400, rc 0) 00000100:00100000:2.0:1767316889.656938:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75422:x1853163933965184:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 229us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316889.656945:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8249 00000100:00100000:3.0:1767316889.659556:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.659785:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933965440 00000100:00100000:0.0:1767316889.659796:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933965440 00000100:00100000:0.0:1767316889.659855:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3284 00000100:00100000:0.0:1767316889.659864:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75422:x1853163933965440:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316889.660117:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75422:x1853163933965440:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 253us (569us total) trans 8589942790 rc 0/0 00000100:00100000:0.0:1767316889.660125:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3284 00000100:00100000:3.0:1767316889.662422:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.662505:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933965696 00000100:00100000:1.0:1767316889.662515:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933965696 00000100:00100000:1.0:1767316889.662571:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3285 00000100:00100000:1.0:1767316889.662590:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75422:x1853163933965696:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:1.0:1767316889.662911:0:41792:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x214:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1767316889.663038:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 3/0,1 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316889.663053:0:41792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316889.663065:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316889.663072:0:41792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316889.663078:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316889.663082:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316889.663099:0:41792:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316889.663213:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75422:x1853163933965696:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 623us (798us total) trans 8589942791 rc 0/0 00000100:00100000:1.0:1767316889.663220:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3285 00010000:00010000:3.0:1767316889.663368:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316889.663375:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316889.663382:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316889.663385:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316889.663392:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316889.663403:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x214:0x0].0x0 (ffff9b3ed97c4900) 00010000:00010000:3.0:1767316889.663406:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316889.663410:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 1/0,0 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316889.663416:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7bec lrc: 0/0,0 mode: --/PW res: [0x200000404:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316889.663434:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316889.663436:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316889.663437:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316889.678122:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.678220:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933965824 00000100:00100000:2.0:1767316889.678230:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933965824 00000100:00100000:2.0:1767316889.678420:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8250 00000100:00100000:2.0:1767316889.678432:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75423:x1853163933965824:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1767316889.678457:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316889.678481:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bf3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa10 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.678588:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bfa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.678602:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.678613:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316889.678678:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316889.678682:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316889.678706:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.678823:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7bf3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa10 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.678842:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa10 expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.678850:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316889.678853:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316889.678856:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8400, rc 0) 00000100:00100000:3.0:1767316889.679262:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75423:x1853163933965824:12345-192.168.204.9@tcp:101:dd.0 Request processed in 830us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.679433:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8250 00000100:00100000:1.0:1767316889.683212:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.683404:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933966080 00000100:00100000:3.0:1767316889.683416:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933966080 00000100:00100000:3.0:1767316889.683473:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8251 00000100:00100000:3.0:1767316889.683483:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75423:x1853163933966080:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1767316889.683504:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.683507:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316889.683531:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7bfa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa10 expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.683547:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316889.683557:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316889.683585:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c01 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa17 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.683878:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.683890:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.683900:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.683913:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.683920:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.683925:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684001:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c16 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684010:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684016:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316889.684025:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 40960 00010000:00010000:3.0:1767316889.684115:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684122:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684128:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684134:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.684138:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684145:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684154:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316889.684157:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.684160:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684166:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684175:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684181:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684186:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684191:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.684194:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684200:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684206:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1bd5b2e (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316889.684209:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.684211:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684216:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.684252:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c01 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa17 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.685416:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c16 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa17 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.685432:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.685435:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316889.685438:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316889.685554:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75423:x1853163933966080:12345-192.168.204.9@tcp:101:dd.0 Request processed in 2070us (2350us total) trans 8589942792 rc 0/0 00000100:00100000:3.0:1767316889.685564:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8251 00000100:00100000:1.0:1767316889.693182:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.693457:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933966336 00000100:00100000:3.0:1767316889.693469:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933966336 00000100:00100000:3.0:1767316889.693559:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8252 00000100:00100000:3.0:1767316889.693569:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75423:x1853163933966336:12345-192.168.204.9@tcp:36:dd.0 00010000:00010000:3.0:1767316889.693635:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316889.693662:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c16 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa17 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.693691:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.693696:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316889.693935:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.693949:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.693963:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000001:00080000:3.0:1767316889.694016:0:41788:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942793 00000004:00010000:3.0:1767316889.694041:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004291387e reply state 000000006e578817 transno 8589942794 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316889.694049:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316889.694198:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:75423:x1853163933966336:12345-192.168.204.9@tcp:36:dd.0 Request processed in 630us (1024us total) trans 8589942794 rc 0/0 00000100:00100000:3.0:1767316889.694207:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8252 00000020:00080000:3.0:1767316889.694212:0:41788:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1767316889.698238:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.698416:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933966592 00000100:00100000:2.0:1767316889.698427:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933966592 00000100:00100000:2.0:1767316889.698490:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8253 00000100:00100000:2.0:1767316889.698500:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:75423:x1853163933966592:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1767316889.698526:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316889.698530:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316889.698556:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7be5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa09 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.698585:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316889.698590:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316889.698603:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7c2b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa1e expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.698653:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.698665:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 2/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.698771:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.698788:0:41788:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.698798:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699475:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699484:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699490:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699495:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.699498:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699504:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699515:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.699518:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.699520:0:6199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699531:0:6199:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.699537:0:6199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316889.700099:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316889.700108:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba7c24 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316889.700204:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316889.700229:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.700237:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:2.0:1767316889.701213:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2384, 88 off205928 00000004:00080000:2.0:1767316889.701224:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2134944494528ns, next at 2130079897471ns, rc = 0 00000040:00080000:2.0:1767316889.701312:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2383, 88 off206064 00000004:00080000:2.0:1767316889.701319:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2134944589816ns, next at 2130079962356ns, rc = 0 00000001:00080000:2.0:1767316889.731362:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942790 is committed 00000001:00080000:2.0:1767316889.731379:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942791 is committed 00000001:00080000:2.0:1767316889.731392:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942795 is committed 00000004:00080000:2.0:1767316889.731396:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1991 committed 00000004:00080000:2.0:1767316889.731404:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1992 committed 00000020:00080000:2.0:1767316889.731436:0:41822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b3ef7e716c0 refcount 2 committed 0 result 0 batchid 4294969391 00000020:00080000:2.0:1767316889.731441:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e1c600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef7e719c0 00000020:00080000:2.0:1767316889.731445:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e1c800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b3ef7e71b40 00000020:00080000:2.0:1767316889.731447:0:41822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b3ef7e1c200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b3dca103c00 00000020:00080000:2.0:1767316889.731450:0:41822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].73 00000020:00080000:2.0:1767316889.731551:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969391 committed batchid 4294969390 00000100:00100000:1.0:1767316889.731853:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985761536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316889.731925:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1767316889.732459:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969390 00000100:00100000:2.0:1767316889.732475:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985761408:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316889.732509:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767316889.732874:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa1e expref: 9 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.732889:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316889.732891:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1767316889.732909:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7c2b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa1e expref: 9 pid: 41788 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1767316889.732931:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa1e expref: 8 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316889.732962:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316889.732965:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1767316889.732967:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9c00, rc 0) 00000100:00100000:2.0:1767316889.733028:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:75423:x1853163933966592:12345-192.168.204.9@tcp:101:dd.0 Request processed in 34529us (34798us total) trans 8589942795 rc 0/0 00000100:00100000:2.0:1767316889.733037:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8253 00000100:00100000:3.0:1767316889.735981:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985761536 00000100:00100000:3.0:1767316889.735995:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985761536 00000100:00100000:0.0:1767316889.736261:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.736497:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933966720 00000100:00100000:3.0:1767316889.736501:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933966720 00002000:00010000:3.0:1767316889.736535:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/633 (0->18446744073709551615) 00002000:00100000:3.0:1767316889.736542:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc50d880 with x1853163933966720 ext(0->18446744073709551615) 00002000:00010000:3.0:1767316889.736554:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3efc50d880. 00000100:00100000:3.0:1767316889.736594:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6770 00000100:00100000:3.0:1767316889.736605:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933966720:12345-192.168.204.9@tcp:10:dd.0 00002000:00010000:3.0:1767316889.737040:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 40960 -> 0 00002000:00010000:3.0:1767316889.737044:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:3.0:1767316889.737047:0:37704:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb atime from disk: 1767316888 -> 1767316888 00002000:00010000:3.0:1767316889.737050:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 1767316889 -> 1767316889 00002000:00010000:3.0:1767316889.737052:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 87 -> 87 00000100:00100000:3.0:1767316889.737116:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933966720:12345-192.168.204.9@tcp:10:dd.0 Request processed in 512us (867us total) trans 21474840635 rc 0/0 00000100:00100000:3.0:1767316889.737124:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6770 00002000:00010000:3.0:1767316889.737128:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/633 (0->18446744073709551615) 00002000:00100000:3.0:1767316889.737132:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc50d880 with x1853163933966720 ext(0->18446744073709551615) 00002000:00010000:3.0:1767316889.737137:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3efc50d880. 00000100:00100000:1.0:1767316889.738037:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985761408 00000100:00100000:1.0:1767316889.738047:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985761408 00000100:00100000:1.0:1767316889.738096:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12446 00000100:00100000:1.0:1767316889.738105:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985761408:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1767316889.738233:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316889.738237:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:1.0:1767316889.738239:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb atime from disk: 1767316888 -> 1767316888 00002000:00010000:1.0:1767316889.738241:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 1767316889 -> 1767316889 00002000:00010000:1.0:1767316889.738243:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 87 -> 87 00000100:00100000:1.0:1767316889.738517:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985761408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 413us (6007us total) trans 21474840636 rc 0/0 00000100:00100000:1.0:1767316889.738525:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12446 00000004:00080000:3.0:1767316889.738627:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7dd0700/2, rc 0, transno 21474840636 00000100:00100000:3.0:1767316889.738635:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985761408:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316889.738765:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12447 00000100:00100000:2.0:1767316889.738774:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985761536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1767316889.738893:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:2.0:1767316889.738896:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:2.0:1767316889.738898:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 1767316888 -> 1767316888 00002000:00010000:2.0:1767316889.738900:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1767316889 -> 1767316889 00002000:00010000:2.0:1767316889.738903:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:2.0:1767316889.738945:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985761536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 172us (7020us total) trans 17179873740 rc 0/0 00000100:00100000:2.0:1767316889.738951:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12447 00000004:00080000:0.0:1767316889.739083:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc57e2680/2, rc 0, transno 17179873740 00000100:00100000:0.0:1767316889.739089:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985761536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316889.741545:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.741640:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933966848 00000100:00100000:3.0:1767316889.741649:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933966848 00000100:00100000:3.0:1767316889.741757:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6771 00000100:00100000:3.0:1767316889.741768:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933966848:12345-192.168.204.9@tcp:4:dd.0 00010000:00010000:3.0:1767316889.741800:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.741818:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.741826:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316889.741828:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316889.741831:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.741868:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.741882:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 8 pid: 37089 timeout: 2234 lvb_type: 0 00000100:00100000:3.0:1767316889.741896:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985761664:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316889.741968:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc49323c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.744221:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.744366:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985761664:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316889.744393:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316889.744595:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933966976 00000100:00100000:1.0:1767316889.744602:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933966976 00010000:00010000:1.0:1767316889.744635:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 9 pid: 37089 timeout: 2234 lvb_type: 0 00000100:00100000:1.0:1767316889.744668:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6391 00000100:00100000:1.0:1767316889.744685:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933966976:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316889.744704:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316889.744757:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 9 pid: 37089 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.744771:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 9 pid: 37089 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.744793:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba7bd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa02 expref: 9 pid: 37089 timeout: 2234 lvb_type: 0 00010000:00010000:1.0:1767316889.744809:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.744812:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316889.744816:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.744825:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.744854:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316889.744904:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933966976:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 220us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.744912:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6391 00010000:00010000:3.0:1767316889.745298:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.745308:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316889.776484:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 0 -> 4096 00010000:00010000:1.0:1767316889.776503:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.776514:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.776527:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.776534:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316889.776538:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.776548:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.776569:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.776587:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba7c39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316889.776688:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933966848:12345-192.168.204.9@tcp:4:dd.0 Request processed in 34918us (35146us total) trans 21474840637 rc 0/0 00000100:00100000:1.0:1767316889.776697:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6771 00000100:00100000:3.0:1767316889.779427:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.779510:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933967232 00000100:00100000:1.0:1767316889.779521:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933967232 00000100:00100000:1.0:1767316889.779585:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3286 00000100:00100000:1.0:1767316889.779595:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:75423:x1853163933967232:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1767316889.779996:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75423:x1853163933967232:12345-192.168.204.9@tcp:35:dd.0 Request processed in 401us (577us total) trans 8589942796 rc 0/0 00000100:00100000:1.0:1767316889.780003:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3286 00000001:00080000:2.0:1767316889.782136:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840634 is committed 00000001:00080000:2.0:1767316889.782158:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840636 is committed 00000001:00080000:2.0:1767316889.782177:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840637 is committed 00000100:00100000:3.0:1767316889.801526:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.801661:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933967360 00000100:00100000:2.0:1767316889.801672:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933967360 00000100:00100000:1.0:1767316889.802077:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8254 00000100:00100000:1.0:1767316889.802091:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75424:x1853163933967360:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:1.0:1767316889.802115:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.802138:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7c40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa25 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.802210:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7c47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.802224:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7c47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.802237:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7c47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316889.802536:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767316889.802541:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316889.802597:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7c47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.802623:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7c40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa25 expref: 11 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.802653:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7c47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa25 expref: 10 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.802662:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4300) 00010000:00010000:1.0:1767316889.802665:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316889.802668:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316889.802803:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75424:x1853163933967360:12345-192.168.204.9@tcp:101:ls.0 Request processed in 715us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.802814:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8254 00000100:00100000:1.0:1767316889.810624:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.810702:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933967488 00000100:00100000:3.0:1767316889.810713:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933967488 00000100:00100000:3.0:1767316889.810784:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8255 00000100:00100000:3.0:1767316889.810795:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75424:x1853163933967488:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:3.0:1767316889.810814:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.810834:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa2c expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.810897:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.810909:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.810997:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811015:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811023:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811031:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811138:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811147:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811153:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316889.811185:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00000004:00200000:3.0:1767316889.811189:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316889.811209:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811220:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811227:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811232:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811239:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811245:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.811249:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811256:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811552:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4300) 00010000:00010000:3.0:1767316889.811557:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.811564:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811580:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7c55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811592:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811597:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811602:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811607:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316889.811609:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811614:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811622:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1bd5b2e (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316889.811624:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316889.811626:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811631:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.811660:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 12 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.811674:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 11 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.811680:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.811683:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316889.811685:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:3.0:1767316889.811873:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75424:x1853163933967488:12345-192.168.204.9@tcp:101:ls.0 Request processed in 1079us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.811881:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8255 00000100:00100000:0.0:1767316889.815011:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.815154:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933967616 00000100:00100000:3.0:1767316889.815164:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933967616 00000100:00100000:3.0:1767316889.815277:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12448 00000100:00100000:3.0:1767316889.815287:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163933967616:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:3.0:1767316889.815306:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.815326:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa33 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316889.815349:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 4096, mtime: 0x69571d99, atime: 0x69571d98, ctime: 0x69571d99, blocks: 0xf 00010000:00010000:3.0:1767316889.815366:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.815368:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.815376:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 6 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.815393:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 6 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.815410:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316889.815468:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933967616:12345-192.168.204.9@tcp:101:ls.0 Request processed in 182us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.815475:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12448 00000100:00100000:0.0:1767316889.838869:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.839023:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933967872 00000100:00100000:3.0:1767316889.839033:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933967872 00000100:00100000:3.0:1767316889.839086:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8256 00000100:00100000:3.0:1767316889.839097:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75425:x1853163933967872:12345-192.168.204.9@tcp:101:md5sum.0 00010000:00010000:3.0:1767316889.839120:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.839143:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa3a expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.839245:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c78 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.839261:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c78 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.839289:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c78 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316889.839302:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:3.0:1767316889.839448:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7c71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa3a expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.839467:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c78 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa3a expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.839480:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.839483:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1767316889.839487:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316889.839546:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75425:x1853163933967872:12345-192.168.204.9@tcp:101:md5sum.0 Request processed in 450us (687us total) trans 8589942797 rc 0/0 00000100:00100000:3.0:1767316889.839554:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8256 00000100:00100000:1.0:1767316889.847488:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.847589:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933968000 00000100:00100000:3.0:1767316889.847600:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933968000 00002000:00100000:3.0:1767316889.847647:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x279:0x0] (0->4095) req@ffff9b3dc57e0700 x1853163933968000/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:65/0 lens 488/0 e 0 to 0 dl 1767316900 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316889.847660:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3dc57e0700 with x1853163933968000 ext(0->4095) 00002000:00010000:3.0:1767316889.847667:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3dc57e0700 00000100:00100000:3.0:1767316889.847707:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6772 00000100:00100000:3.0:1767316889.847716:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933968000:12345-192.168.204.9@tcp:3:md5sum.0 00000100:00100000:3.0:1767316889.847985:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933968000:12345-192.168.204.9@tcp:3:md5sum.0 Request processed in 269us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1767316889.847993:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6772 00002000:00100000:3.0:1767316889.848001:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x279:0x0] (0->4095) req@ffff9b3dc57e0700 x1853163933968000/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:65/0 lens 488/4536 e 0 to 0 dl 1767316900 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316889.848010:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3dc57e0700 with x1853163933968000 ext(0->4095) 00002000:00010000:3.0:1767316889.848013:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3dc57e0700 00000100:00100000:0.0:1767316889.878630:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.878725:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933968256 00000100:00100000:1.0:1767316889.878768:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933968256 00000100:00100000:1.0:1767316889.878812:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8257 00000100:00100000:1.0:1767316889.878819:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75426:x1853163933968256:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.878841:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.878859:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7c86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa41 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.878961:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.878976:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.879132:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 4/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.879161:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.879171:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316889.879180:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985761792:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316889.879260:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9c7b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316889.883703:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316889.883841:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933968384 00000100:00100000:2.0:1767316889.883853:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933968384 00010000:00010000:2.0:1767316889.883909:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 15 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:2.0:1767316889.883967:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6392 00000100:00100000:2.0:1767316889.883978:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933968384:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316889.884006:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316889.884014:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 15 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316889.884027:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 15 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316889.884051:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316889.884058:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316889.884070:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316889.884077:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316889.884098:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316889.884158:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933968384:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 182us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316889.884166:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6392 00010000:00010000:1.0:1767316889.885156:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba7c63 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa2c expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316889.885176:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985761792:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316889.885196:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.885205:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.885211:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316889.885231:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:1.0:1767316889.885390:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7c86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.885407:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.885417:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:1.0:1767316889.885419:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316889.885422:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316889.885497:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933968256:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 6677us (6879us total) trans 8589942798 rc 0/0 00000100:00100000:1.0:1767316889.885505:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8257 00000100:00100000:0.0:1767316889.888690:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.889142:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933968512 00000100:00100000:1.0:1767316889.889152:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933968512 00000100:00100000:1.0:1767316889.889213:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8258 00000100:00100000:1.0:1767316889.889224:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933968512:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.889250:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.889275:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7c9b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa48 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.889360:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.889374:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.889382:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.889416:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.889428:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 15 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316889.889441:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985761920:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316889.889525:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9c7b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767316889.892549:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.892641:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933968640 00000100:00100000:3.0:1767316889.892650:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933968640 00010000:00010000:3.0:1767316889.892689:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316889.892762:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6393 00000100:00100000:3.0:1767316889.892771:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933968640:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316889.892785:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316889.892791:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316889.892804:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316889.892827:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.892832:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.892841:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.892849:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316889.892868:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316889.892927:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933968640:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 157us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.892933:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6393 00010000:00010000:1.0:1767316889.893195:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7c8d lrc: 0/0,0 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa41 expref: 15 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316889.893210:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985761920:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316889.893225:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.893231:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.893235:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316889.893274:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00000004:00200000:1.0:1767316889.893278:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316889.893295:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.893323:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7c9b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa48 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.893337:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa48 expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.893345:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:1.0:1767316889.893348:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316889.893351:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316889.893378:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933968512:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4157us (4710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.893385:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8258 00000100:00100000:0.0:1767316889.896283:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.896364:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933968896 00000100:00100000:3.0:1767316889.896375:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933968896 00000100:00100000:3.0:1767316889.896430:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3287 00000100:00100000:3.0:1767316889.896440:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933968896:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316889.896770:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75426:x1853163933968896:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 329us (495us total) trans 8589942799 rc 0/0 00000100:00100000:3.0:1767316889.896778:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3287 00000100:00100000:0.0:1767316889.900798:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.900927:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933969152 00000100:00100000:1.0:1767316889.900937:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933969152 00000100:00100000:1.0:1767316889.901004:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8259 00000100:00100000:1.0:1767316889.901015:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75426:x1853163933969152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.901041:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.901045:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1767316889.901072:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba7c78 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa3a expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.901100:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:1.0:1767316889.901106:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316889.901121:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7ca9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa4f expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.901226:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7cb0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.901241:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.901255:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316889.901269:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:1.0:1767316889.901390:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7ca9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa4f expref: 17 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.901407:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7cb0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa4f expref: 16 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.901415:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:1.0:1767316889.901417:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316889.901420:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316889.901477:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75426:x1853163933969152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 464us (688us total) trans 8589942800 rc 0/0 00000100:00100000:1.0:1767316889.901485:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8259 00000100:00100000:2.0:1767316889.905025:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.905143:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933969280 00000100:00100000:3.0:1767316889.905153:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933969280 00000100:00100000:3.0:1767316889.905209:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12449 00000100:00100000:3.0:1767316889.905219:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933969280:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:3.0:1767316889.905263:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.905283:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 6 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.905292:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.905294:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316889.905298:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 4/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.905334:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 6 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316889.905348:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 6 pid: 15520 timeout: 2235 lvb_type: 1 00000100:00100000:3.0:1767316889.905362:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985762048:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316889.905443:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316889.910448:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15520:1853163985762048:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316889.910482:0:15520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316889.912144:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.913342:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933969408 00000100:00100000:0.0:1767316889.913354:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933969408 00010000:00010000:0.0:1767316889.913399:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 7 pid: 15520 timeout: 2235 lvb_type: 1 00000100:00100000:0.0:1767316889.913440:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6394 00000100:00100000:0.0:1767316889.913450:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933969408:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316889.913467:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316889.913489:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 7 pid: 15520 timeout: 2235 lvb_type: 1 00010000:00010000:0.0:1767316889.913499:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 7 pid: 15520 timeout: 2235 lvb_type: 1 00010000:00010000:0.0:1767316889.913517:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba7c6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa33 expref: 7 pid: 15520 timeout: 2235 lvb_type: 1 00010000:00010000:0.0:1767316889.913531:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.913533:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.913537:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.913544:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316889.913577:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316889.913607:0:15520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.913616:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.913640:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.913650:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933969408:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 201us (1513us total) trans 0 rc 0/0 00010000:00010000:3.0:1767316889.913650:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316889.913658:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6394 00010000:00010000:3.0:1767316889.913659:0:15520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.913772:0:15520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316889.913777:0:15520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.913786:0:15520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.913798:0:15520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.913805:0:15520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7cbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316889.913853:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163933969280:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 8635us (8837us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.913860:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12449 00000100:00100000:0.0:1767316889.916541:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.916595:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933969664 00000100:00100000:3.0:1767316889.916607:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933969664 00000100:00100000:3.0:1767316889.916814:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8260 00000100:00100000:3.0:1767316889.916825:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75426:x1853163933969664:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316889.916879:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316889.916903:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7ca2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa48 expref: 16 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.916926:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7c32 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa1e expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.916937:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.916941:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316889.916970:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.916983:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316889.916993:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316889.917418:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2385, 88 off206016 00000004:00080000:3.0:1767316889.917425:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2135160695827ns, next at 2130079897471ns, rc = 0 00000040:00080000:3.0:1767316889.917508:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2384, 88 off206152 00000004:00080000:3.0:1767316889.917513:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2135160784269ns, next at 2130079962356ns, rc = 0 00000004:00010000:3.0:1767316889.951173:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dccebef5 reply state 000000001c46cb7d transno 8589942801 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316889.951194:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316889.951332:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75426:x1853163933969664:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 34504us (34792us total) trans 8589942801 rc 0/0 00000100:00100000:3.0:1767316889.951341:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8260 00000001:00080000:0.0:1767316889.953106:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942800 is committed 00000020:00080000:0.0:1767316889.953131:0:41822:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969391 batchid updated 00000001:00080000:0.0:1767316889.953155:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942801 is committed 00000004:00080000:0.0:1767316889.953161:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1992 committed 00000004:00080000:0.0:1767316889.953173:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1993 committed 00000100:00100000:0.0:1767316889.953314:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985762176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316889.953371:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316889.953419:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985762304:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316889.953448:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316889.953479:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985762176 00000100:00100000:0.0:1767316889.953486:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985762176 00000100:00100000:0.0:1767316889.953527:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985762304 00000100:00100000:0.0:1767316889.953529:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985762304 00000100:00100000:0.0:1767316889.953550:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12450 00000100:00100000:0.0:1767316889.953558:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985762176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1767316889.954020:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:0.0:1767316889.954025:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:0.0:1767316889.954027:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 1767316888 -> 1767316888 00002000:00010000:0.0:1767316889.954030:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1767316889 -> 1767316889 00002000:00010000:0.0:1767316889.954032:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:0.0:1767316889.954077:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:6213:x1853163985762176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 518us (705us total) trans 17179873741 rc 0/0 00000100:00100000:0.0:1767316889.954084:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12450 00000100:00100000:0.0:1767316889.954101:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12451 00000100:00100000:0.0:1767316889.954107:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5464850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985762304:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1767316889.954958:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.954970:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.954977:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.954983:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316889.954988:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.954995:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.955013:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316889.955016:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316889.955020:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316889.955025:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba7cc5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316889.955218:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5464850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985762304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1109us (1766us total) trans 21474840638 rc 0/0 00000100:00100000:0.0:1767316889.955227:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12451 00000020:00080000:3.0:1767316889.955354:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969391 00000020:00080000:3.0:1767316889.955533:0:41825:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969391 cancel update log [0x200000bd0:0x1:0x0].73: rc = 0 00000020:00080000:3.0:1767316889.955544:0:41825:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969391 00000100:00100000:2.0:1767316889.955710:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840636 gen 2 00000004:00080000:2.0:1767316889.955716:0:6214:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474840634 committed transno 21474840636 00000004:00080000:2.0:1767316889.955771:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7dd0700, transno 21474840636 00000100:00100000:2.0:1767316889.955788:0:6214:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3efc50fb80 x1853163985762304/t21474840638(21474840638) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316905 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767316889.955798:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50fb80/2, rc 0, transno 21474840638 00000100:00100000:2.0:1767316889.955802:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985762304:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1767316889.956293:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50df80/2, rc 0, transno 17179873741 00000100:00100000:0.0:1767316889.956300:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985762176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316889.957717:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316889.957829:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933969792 00000100:00100000:3.0:1767316889.957838:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933969792 00000100:00100000:3.0:1767316889.957893:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8261 00000100:00100000:3.0:1767316889.957903:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75426:x1853163933969792:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316889.957928:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316889.957948:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa56 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.958007:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 10 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.958022:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 10 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316889.958046:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316889.958050:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316889.958053:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dea00, rc 0) 00000100:00100000:3.0:1767316889.958111:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75426:x1853163933969792:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 209us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316889.958118:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8261 00000100:00100000:3.0:1767316889.961655:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316889.961765:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933969920 00000100:00100000:1.0:1767316889.961775:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933969920 00000100:00100000:1.0:1767316889.961838:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8262 00000100:00100000:1.0:1767316889.961848:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75426:x1853163933969920:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316889.961873:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316889.961897:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7cd3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa5d expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.961992:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7cda lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.962008:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7cda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.962019:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7cda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316889.962046:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00000004:00200000:1.0:1767316889.962050:0:41789:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316889.962067:0:41789:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7cda lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316889.962093:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7cd3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa5d expref: 12 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.962112:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7cda lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa5d expref: 11 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316889.962122:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:1.0:1767316889.962125:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316889.962129:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316889.962192:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75426:x1853163933969920:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 345us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316889.962203:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8262 00000100:00100000:2.0:1767316889.965713:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316889.966214:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970048 00000100:00100000:0.0:1767316889.966226:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970048 00000100:00100000:0.0:1767316889.966507:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12452 00000100:00100000:0.0:1767316889.966518:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163933970048:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316889.966538:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316889.966558:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa64 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316889.966591:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x279:0x0] initial LVB size: 4096, mtime: 0x69571d99, atime: 0x69571d98, ctime: 0x69571d99, blocks: 0xf 00010000:00010000:0.0:1767316889.966612:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.966614:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316889.966623:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 6 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316889.966641:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 6 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316889.966655:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316889.966761:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163933970048:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 244us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316889.966768:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12452 00000100:00100000:0.0:1767316890.009677:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.009778:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970176 00000100:00100000:1.0:1767316890.009789:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970176 00000100:00100000:1.0:1767316890.009881:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6773 00000100:00100000:1.0:1767316890.009891:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933970176:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:1.0:1767316890.009935:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.009951:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316890.009954:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316890.009959:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.009972:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010106:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010115:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010122:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010128:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316890.010131:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010144:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010158:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.010164:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ce8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316890.010241:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163933970176:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 350us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1767316890.010257:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6773 00000100:00080000:2.0:1767316890.010478:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316890.014776:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.014971:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970304 00000100:00100000:3.0:1767316890.014985:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970304 00000100:00100000:3.0:1767316890.015078:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6774 00000100:00100000:3.0:1767316890.015089:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163933970304:12345-192.168.204.9@tcp:4:lfs.0 00010000:00010000:3.0:1767316890.015134:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.015159:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.015168:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316890.015171:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316890.015176:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.015225:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.015241:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 8 pid: 37089 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.015271:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985762432:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316890.015366:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316890.018850:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316890.018930:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970432 00000100:00100000:2.0:1767316890.018939:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970432 00010000:00010000:2.0:1767316890.018976:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 9 pid: 37089 timeout: 2235 lvb_type: 0 00000100:00100000:2.0:1767316890.019017:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6395 00000100:00100000:2.0:1767316890.019025:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933970432:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316890.019038:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316890.019058:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 9 pid: 37089 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.019070:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 9 pid: 37089 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.019097:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316890.019099:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316890.019104:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.019115:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.019134:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316890.019195:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933970432:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 169us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316890.019202:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6395 00010000:00010000:3.0:1767316890.019446:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7bbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a9fb expref: 8 pid: 37089 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.019461:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985762432:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316890.019480:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.019490:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.019497:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055252:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055269:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055277:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055283:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316890.055287:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055296:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055314:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.055321:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7cef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316890.055417:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933970304:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 40325us (40698us total) trans 17179873742 rc 0/0 00000100:00100000:3.0:1767316890.055426:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6774 00000001:00080000:2.0:1767316890.055582:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873741 is committed 00000001:00080000:2.0:1767316890.055600:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873738 is committed 00000001:00080000:2.0:1767316890.055627:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873742 is committed 00000100:00100000:0.0:1767316890.070347:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.070485:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970688 00000100:00100000:3.0:1767316890.070495:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970688 00000100:00100000:3.0:1767316890.070579:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8263 00000100:00100000:3.0:1767316890.070590:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75426:x1853163933970688:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316890.070646:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316890.070673:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7cda lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa5d expref: 11 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.070694:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316890.070699:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316890.070984:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.070998:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.071011:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000001:00080000:3.0:1767316890.071065:0:41788:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942802 00000004:00010000:3.0:1767316890.071093:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fe961a7 reply state 00000000f29168a3 transno 8589942803 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316890.071101:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316890.071183:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75426:x1853163933970688:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 595us (845us total) trans 8589942803 rc 0/0 00000100:00100000:3.0:1767316890.071190:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8263 00000020:00080000:3.0:1767316890.071195:0:41788:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1767316890.072042:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316890.074441:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316890.074527:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970816 00000100:00100000:2.0:1767316890.074538:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970816 00000100:00100000:2.0:1767316890.074603:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12453 00000100:00100000:2.0:1767316890.074613:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:75426:x1853163933970816:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316890.074631:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316890.074652:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa6b expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316890.074686:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27d:0x0] initial LVB size: 40960, mtime: 0x69571d99, atime: 0x69571d98, ctime: 0x69571d99, blocks: 0x83 00010000:00010000:2.0:1767316890.074709:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316890.074711:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316890.074720:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 7 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.074766:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 7 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.074778:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9c00, rc 0) 00000100:00100000:2.0:1767316890.074833:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:75426:x1853163933970816:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 221us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316890.074840:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12453 00010000:00010000:0.0:1767316890.075714:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316890.075752:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316890.075760:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316890.075766:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316890.075770:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316890.075778:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316890.075793:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:0.0:1767316890.075796:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316890.075801:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316890.075807:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7cf6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316890.082229:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.082321:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933970944 00000100:00100000:3.0:1767316890.082331:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933970944 00002000:00010000:3.0:1767316890.082374:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/637 (4096->18446744073709551615) 00002000:00100000:3.0:1767316890.082379:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc50d500 with x1853163933970944 ext(4096->18446744073709551615) 00002000:00010000:3.0:1767316890.082393:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efc50d500. 00000100:00100000:3.0:1767316890.082428:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6775 00000100:00100000:3.0:1767316890.082437:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933970944:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:3.0:1767316890.082828:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 40960 -> 4096 00002000:00010000:3.0:1767316890.082832:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1767316889 -> 1767316890 00002000:00010000:3.0:1767316890.082834:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 1767316888 -> 1767316888 00002000:00010000:3.0:1767316890.082836:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1767316889 -> 1767316890 00002000:00010000:3.0:1767316890.082838:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:3.0:1767316890.082904:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933970944:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 468us (686us total) trans 17179873743 rc 0/0 00000100:00100000:3.0:1767316890.082912:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6775 00002000:00010000:3.0:1767316890.082918:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/637 (4096->18446744073709551615) 00002000:00100000:3.0:1767316890.082920:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc50d500 with x1853163933970944 ext(4096->18446744073709551615) 00002000:00010000:3.0:1767316890.082924:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efc50d500. 00000100:00100000:1.0:1767316890.086675:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.086847:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933971200 00000100:00100000:3.0:1767316890.086858:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933971200 00000100:00100000:3.0:1767316890.086923:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8264 00000100:00100000:3.0:1767316890.086932:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75426:x1853163933971200:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316890.087056:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316890.087072:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316890.087083:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00010000:3.0:1767316890.087216:0:41789:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000db87c9a1 reply state 00000000ddaa791a transno 8589942804 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000100:00100000:3.0:1767316890.087225:0:41789:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316890.087582:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933971200:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 649us (926us total) trans 8589942804 rc 0/0 00000100:00100000:3.0:1767316890.087589:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8264 00010000:00010000:2.0:1767316890.089991:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.090008:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.090019:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.090025:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316890.090030:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.090037:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.090054:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316890.090057:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316890.090062:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.090068:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7d04 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41789 initiator: MDT0 00000100:00100000:1.0:1767316890.091681:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.091768:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933971328 00000100:00100000:3.0:1767316890.091778:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933971328 00000100:00100000:3.0:1767316890.091829:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12454 00000100:00100000:3.0:1767316890.091839:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:75426:x1853163933971328:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316890.091859:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316890.091877:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa72 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.091912:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316890.091920:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316890.091923:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316890.091926:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 7 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.091959:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316890.091973:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 2235 lvb_type: 1 00000100:00100000:3.0:1767316890.091998:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985762560:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316890.092079:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71180 going to sleep for 11 seconds 00000100:00100000:3.0:1767316890.096477:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985762560:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316890.096519:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 7 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.096539:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316890.096836:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:75426:x1853163933971328:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4996us (5159us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.096847:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12454 00000100:00100000:1.0:1767316890.097688:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.098115:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933971456 00000100:00100000:3.0:1767316890.098125:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933971456 00010000:00010000:3.0:1767316890.098160:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 2235 lvb_type: 1 00000100:00100000:3.0:1767316890.098227:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6396 00000100:00100000:3.0:1767316890.098248:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933971456:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316890.098444:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316890.098469:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 2235 lvb_type: 1 00010000:00010000:3.0:1767316890.098481:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 2235 lvb_type: 1 00010000:00010000:3.0:1767316890.098503:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7ce1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa64 expref: 7 pid: 37088 timeout: 2235 lvb_type: 1 00010000:00010000:3.0:1767316890.098518:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316890.098520:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316890.098525:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 6 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.098534:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 6 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.098581:0:44414:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 6 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316890.098599:0:44414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985762688:192.168.204.9@tcp:105: 00000100:00100000:3.0:1767316890.098681:0:44414:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71180 going to sleep for 11 seconds 00000100:00100000:0.0:1767316890.105929:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.106098:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933971584 00000100:00100000:1.0:1767316890.106109:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933971584 00000100:00100000:1.0:1767316890.106164:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12455 00000100:00100000:1.0:1767316890.106173:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933971584:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:1.0:1767316890.106373:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:1.0:1767316890.106377:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:1.0:1767316890.106379:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb atime from disk: 1767316888 -> 1767316889 00002000:00010000:1.0:1767316890.106381:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 1767316889 -> 1767316890 00002000:00010000:1.0:1767316890.106383:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 15 -> 15 00000100:00100000:1.0:1767316890.106446:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933971584:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 273us (525us total) trans 21474840639 rc 0/0 00000100:00100000:1.0:1767316890.106453:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12455 00000100:00100000:3.0:1767316890.108068:0:44414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:44414:1853163985762688:192.168.204.9@tcp:105: 00010000:00010000:3.0:1767316890.108096:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316890.108155:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933971456:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 9918us (10469us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.108165:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6396 00000100:00100000:0.0:1767316890.111791:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.111875:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933971840 00000100:00100000:1.0:1767316890.111885:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933971840 00000100:00100000:1.0:1767316890.111943:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3288 00000100:00100000:1.0:1767316890.111953:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75426:x1853163933971840:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:1.0:1767316890.112155:0:41791:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x213:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7cb0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa4f expref: 13 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.112204:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316890.112217:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.112226:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316890.112466:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.112480:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 13 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316890.112494:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985762816:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316890.112591:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e840 going to sleep for 11 seconds 00000100:00100000:1.0:1767316890.116195:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.116442:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933971968 00000100:00100000:3.0:1767316890.116453:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933971968 00010000:00010000:3.0:1767316890.116494:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.116536:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6397 00000100:00100000:3.0:1767316890.116547:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933971968:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316890.116579:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316890.116587:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316890.116599:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316890.116622:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316890.116629:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316890.116639:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316890.116646:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316890.116676:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316890.116763:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2483:x1853163933971968:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 219us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.116771:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6397 00010000:00010000:0.0:1767316890.118867:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7ccc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa56 expref: 13 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:0.0:1767316890.118894:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985762816:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316890.118920:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.118930:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.118936:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000040:00080000:0.0:1767316890.119634:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2386, 88 off206104 00000004:00080000:0.0:1767316890.119644:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2135362914766ns, next at 2130079897471ns, rc = 0 00000040:00080000:0.0:1767316890.119887:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2385, 88 off206240 00000004:00080000:0.0:1767316890.119894:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2135363164826ns, next at 2130079962356ns, rc = 0 00000001:00080000:3.0:1767316890.159855:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942805 is committed 00000004:00080000:3.0:1767316890.159868:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1993 committed 00000004:00080000:3.0:1767316890.159883:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1994 committed 00000004:00010000:0.0:1767316890.159970:0:41791:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000347e46ac reply state 000000006796ed9d transno 8589942805 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316890.159998:0:41791:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767316890.160014:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:0.0:1767316890.160018:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316890.160029:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7cb0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa4f expref: 9 pid: 41789 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1767316890.160189:0:41791:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1767316890.160209:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75426:x1853163933971840:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 48255us (48426us total) trans 8589942805 rc 0/0 00000100:00100000:0.0:1767316890.160220:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3288 00010000:00010000:0.0:1767316890.161475:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.161490:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.161498:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.161504:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316890.161508:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.161516:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.161531:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:0.0:1767316890.161534:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316890.161539:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316890.161545:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7d12 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316890.161799:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316890.161863:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985763072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316890.161921:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316890.161968:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985763072 00000100:00100000:2.0:1767316890.162127:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985763072 00000100:00100000:2.0:1767316890.162189:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12456 00000100:00100000:2.0:1767316890.162197:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985763072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1767316890.162561:0:37088:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:2.0:1767316890.162576:0:37088:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb mtime from disk: 1767316889 -> 1767316889 00002000:00010000:2.0:1767316890.162579:0:37088:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb atime from disk: 1767316889 -> 1767316889 00002000:00010000:2.0:1767316890.162581:0:37088:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb ctime from disk: 1767316890 -> 1767316890 00002000:00010000:2.0:1767316890.162583:0:37088:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x279:0x0] updating lvb blocks from disk: 15 -> 15 00000100:00100000:2.0:1767316890.162631:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985763072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 434us (709us total) trans 21474840640 rc 0/0 00000100:00100000:2.0:1767316890.162639:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12456 00000100:00080000:2.0:1767316890.162756:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1767316890.162804:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41aa300/2, rc 0, transno 21474840640 00000100:00100000:2.0:1767316890.162811:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985763072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316890.164638:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985762944:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1767316890.164716:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316890.164898:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985762944 00000100:00100000:0.0:1767316890.164906:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985762944 00000100:00100000:0.0:1767316890.164970:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12457 00000100:00100000:0.0:1767316890.164989:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985762944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1767316890.165208:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1767316890.165212:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1767316890 -> 1767316890 00002000:00010000:0.0:1767316890.165215:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 1767316888 -> 1767316888 00002000:00010000:0.0:1767316890.165217:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1767316890 -> 1767316890 00002000:00010000:0.0:1767316890.165219:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:0.0:1767316890.165277:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985762944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 289us (560us total) trans 17179873744 rc 0/0 00000100:00100000:0.0:1767316890.165285:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12457 00000100:00100000:0.0:1767316890.165331:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873741 gen 2 00000004:00080000:0.0:1767316890.165338:0:6214:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179873739 committed transno 17179873741 00000004:00080000:0.0:1767316890.165359:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc57e2680, transno 17179873740 00000004:00080000:0.0:1767316890.165367:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50df80, transno 17179873741 00000100:00100000:0.0:1767316890.165374:0:6214:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3dc41a9500 x1853163985762944/t17179873744(17179873744) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316906 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316890.165384:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41a9500/2, rc 0, transno 17179873744 00000100:00100000:0.0:1767316890.165389:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985762944:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1767316890.166159:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767316890.172850:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.172950:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933972096 00000100:00100000:3.0:1767316890.172961:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933972096 00000100:00100000:3.0:1767316890.173024:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8265 00000100:00100000:3.0:1767316890.173033:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:75426:x1853163933972096:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316890.173058:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316890.173082:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa79 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.173147:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 9 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.173163:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 9 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.173186:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316890.173189:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316890.173192:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfa00, rc 0) 00000100:00100000:3.0:1767316890.173267:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75426:x1853163933972096:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 234us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.173274:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8265 00000100:00100000:1.0:1767316890.177626:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316890.177778:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933972352 00000100:00100000:0.0:1767316890.177789:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933972352 00000100:00100000:0.0:1767316890.177847:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3289 00000100:00100000:0.0:1767316890.177856:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:75426:x1853163933972352:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316890.178144:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75426:x1853163933972352:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 287us (529us total) trans 8589942806 rc 0/0 00000100:00100000:0.0:1767316890.178153:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3289 00000100:00100000:0.0:1767316890.186848:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316890.187580:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933972608 00000100:00100000:2.0:1767316890.187592:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933972608 00000100:00100000:2.0:1767316890.187651:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8266 00000100:00100000:2.0:1767316890.187671:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:75426:x1853163933972608:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316890.187698:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316890.187721:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba7d20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa80 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.187838:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.187852:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.187862:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.187874:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.187880:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.187885:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188040:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188049:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188057:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316890.188067:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:2.0:1767316890.188160:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188167:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188174:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188180:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316890.188185:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188192:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188203:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4300) 00010000:00010000:2.0:1767316890.188207:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316890.188211:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188217:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7d27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188579:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188588:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188593:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188598:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316890.188601:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188607:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188616:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1bd5b2e (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316890.188619:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316890.188622:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188627:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7d2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.188673:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba7d20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.188686:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 12 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.188693:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316890.188696:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316890.188699:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316890.188806:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75426:x1853163933972608:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1145us (1969us total) trans 8589942807 rc 0/0 00000100:00100000:2.0:1767316890.188815:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8266 00000100:00100000:1.0:1767316890.193213:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.193540:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933972864 00000100:00100000:3.0:1767316890.193551:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933972864 00000100:00100000:3.0:1767316890.193655:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3290 00000100:00100000:3.0:1767316890.193801:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75426:x1853163933972864:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316890.194594:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75426:x1853163933972864:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 928us (1387us total) trans 8589942808 rc 0/0 00000100:00100000:3.0:1767316890.194603:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3290 00000100:00100000:2.0:1767316890.198355:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.198529:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933973120 00000100:00100000:3.0:1767316890.198539:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933973120 00000100:00100000:3.0:1767316890.198604:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8267 00000100:00100000:3.0:1767316890.198614:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75426:x1853163933973120:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316890.198641:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316890.198786:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa87 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.198890:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316890.198904:0:41789:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.198918:0:41789:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316890.198951:0:41789:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.198965:0:41789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.199063:0:41789:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985763200:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316890.199199:0:41789:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316890.203462:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316890.203554:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933973248 00000100:00100000:2.0:1767316890.203573:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933973248 00010000:00010000:2.0:1767316890.203617:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 15 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:2.0:1767316890.203703:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6398 00000100:00100000:2.0:1767316890.203713:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933973248:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316890.203758:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316890.203766:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 15 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.203779:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 15 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.203802:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316890.203808:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.203817:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.203825:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41789 initiator: MDT0 00010000:00010000:2.0:1767316890.203848:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316890.203913:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2483:x1853163933973248:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 201us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316890.203922:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6398 00010000:00010000:3.0:1767316890.204244:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7d35 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa80 expref: 14 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.204262:0:41789:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:41789:1853163985763200:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316890.204291:0:41789:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316890.204299:0:41789:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00010000:00010000:3.0:1767316890.204305:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:3.0:1767316890.204323:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:3.0:1767316890.204472:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa87 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.204486:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa87 expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.204494:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316890.204497:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316890.204500:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfe00, rc 0) 00000100:00100000:3.0:1767316890.204522:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933973120:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5911us (6178us total) trans 8589942809 rc 0/0 00000100:00100000:3.0:1767316890.204527:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8267 00000100:00100000:1.0:1767316890.208616:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.208781:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933973376 00000100:00100000:3.0:1767316890.208792:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933973376 00000100:00100000:3.0:1767316890.208849:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3291 00000100:00100000:3.0:1767316890.208859:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933973376:12345-192.168.204.9@tcp:33:lfs.0 00000100:00100000:3.0:1767316890.209151:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933973376:12345-192.168.204.9@tcp:33:lfs.0 Request processed in 292us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.209159:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3291 00000100:00100000:0.0:1767316890.212719:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.213071:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933973632 00000100:00100000:3.0:1767316890.213082:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933973632 00000100:00100000:0.0:1767316890.213218:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8268 00000100:00100000:0.0:1767316890.213228:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933973632:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316890.213441:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316890.213445:0:41789:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767316890.213472:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7d4a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x213:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa87 expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316890.213490:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:0.0:1767316890.213495:0:41789:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316890.213510:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba7d58 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa8e expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316890.213611:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7d5f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316890.213625:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7d5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:0.0:1767316890.213635:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7d5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:0.0:1767316890.213648:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:0.0:1767316890.213985:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba7d58 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa8e expref: 16 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316890.214002:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7d5f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa8e expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316890.214009:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:0.0:1767316890.214013:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316890.214015:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316890.214079:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75426:x1853163933973632:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 851us (1369us total) trans 8589942810 rc 0/0 00000100:00100000:0.0:1767316890.214088:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8268 00000100:00100000:1.0:1767316890.218300:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.218374:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933973888 00000100:00100000:3.0:1767316890.218385:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933973888 00000100:00100000:3.0:1767316890.218441:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3292 00000100:00100000:3.0:1767316890.218450:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75426:x1853163933973888:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:3.0:1767316890.218525:0:41792:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x213:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7d5f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa8e expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.218575:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316890.218589:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.218598:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 4/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316890.218634:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.218646:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 15 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.218661:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985763328:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316890.218787:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e716c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316890.223374:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.223487:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985763328:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316890.223513:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316890.224208:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933974016 00000100:00100000:2.0:1767316890.224217:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933974016 00010000:00010000:2.0:1767316890.224484:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:2.0:1767316890.224523:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6399 00000100:00100000:2.0:1767316890.224533:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933974016:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316890.224547:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316890.224553:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.224573:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.224594:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7d19 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa79 expref: 16 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:2.0:1767316890.224610:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316890.224615:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.224624:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.224635:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.224843:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316890.224904:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933974016:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 371us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316890.224911:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6399 00010000:00010000:3.0:1767316890.226608:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316890.226622:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227155:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227164:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227171:0:41792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227177:0:41792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316890.227181:0:41792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227188:0:41792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227202:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316890.227206:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1767316890.227210:0:41792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227216:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d6d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.227228:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316890.227440:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316890.227452:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7d5f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa8e expref: 14 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316890.227787:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933973888:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 9337us (9494us total) trans 8589942811 rc -22/-22 00000100:00100000:2.0:1767316890.227797:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3292 00000100:00100000:1.0:1767316890.239584:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316890.240460:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933974144 00000100:00100000:0.0:1767316890.240472:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933974144 00000100:00100000:1.0:1767316890.240679:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8269 00000100:00100000:1.0:1767316890.240690:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75426:x1853163933974144:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316890.240716:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316890.240855:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa95 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.240919:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.240933:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.240951:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316890.240955:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316890.240958:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316890.241111:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75426:x1853163933974144:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 422us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316890.241118:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8269 00000100:00100000:2.0:1767316890.244799:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.244925:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933974400 00000100:00100000:3.0:1767316890.244936:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933974400 00000100:00100000:3.0:1767316890.245000:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8270 00000100:00100000:3.0:1767316890.245010:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75426:x1853163933974400:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316890.245033:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316890.245038:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316890.245068:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7c47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa25 expref: 15 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.245091:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4300) 00010000:00010000:3.0:1767316890.245101:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316890.245117:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7d7b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aa9c expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.245691:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.245705:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.245715:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316890.245725:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x216:0x0]: returning size 0 00010000:00010000:3.0:1767316890.245917:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7d7b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.245937:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.245944:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x216:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316890.245946:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316890.245949:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:3.0:1767316890.246021:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75426:x1853163933974400:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1013us (1231us total) trans 8589942812 rc 0/0 00000100:00100000:3.0:1767316890.246030:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8270 00000100:00100000:3.0:1767316890.250147:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.250864:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933974656 00000100:00100000:1.0:1767316890.250876:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933974656 00000100:00100000:1.0:1767316890.250931:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8271 00000100:00100000:1.0:1767316890.250941:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75426:x1853163933974656:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316890.250968:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316890.250999:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7d90 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aaa3 expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.251100:0:41789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7d97 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316890.251113:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7d97 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41789 initiator: MDT0 00010000:00010000:1.0:1767316890.251125:0:41789:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7d97 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41789 initiator: MDT0 00000004:00200000:1.0:1767316890.251138:0:41789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:1.0:1767316890.251689:0:41789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7d90 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaa3 expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.251711:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7d97 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaa3 expref: 18 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.251719:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316890.251721:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316890.251724:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:1.0:1767316890.252005:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75426:x1853163933974656:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1063us (1866us total) trans 8589942813 rc 0/0 00000100:00100000:1.0:1767316890.252013:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8271 00000100:00100000:2.0:1767316890.256396:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.256471:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933974912 00000100:00100000:1.0:1767316890.256481:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933974912 00000100:00100000:1.0:1767316890.256535:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3293 00000100:00100000:1.0:1767316890.256546:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75426:x1853163933974912:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:1.0:1767316890.256629:0:41792:0:(mdt_open.c:2313:mdt_close_handle_layouts()) ### [0x200000404:0x213:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7d97 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaa3 expref: 18 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.256670:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.256682:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 18 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.256691:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.256764:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 18 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.256779:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 18 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316890.256792:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985763456:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316890.256870:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e480 going to sleep for 11 seconds 00000100:00100000:2.0:1767316890.260219:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316890.260460:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933975040 00000100:00100000:0.0:1767316890.260470:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933975040 00010000:00010000:0.0:1767316890.260510:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 19 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:0.0:1767316890.260555:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6400 00000100:00100000:0.0:1767316890.260574:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933975040:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316890.260588:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316890.260595:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 19 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:0.0:1767316890.260607:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 19 pid: 41789 timeout: 2235 lvb_type: 0 00010000:00010000:0.0:1767316890.260628:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:0.0:1767316890.260633:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316890.260641:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316890.260648:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316890.260683:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316890.260764:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933975040:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 201us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316890.260771:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6400 00010000:00010000:1.0:1767316890.261304:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7d74 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa95 expref: 18 pid: 41789 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316890.261325:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985763456:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316890.261346:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.261355:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.261361:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.261382:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x216:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.261393:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.261401:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 4/0,1 mode: --/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.261428:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.261442:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 17 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:1.0:1767316890.261455:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985763584:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316890.261525:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e480 going to sleep for 11 seconds 00000100:00100000:1.0:1767316890.266872:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985763584:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316890.266903:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:0.0:1767316890.268199:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.268415:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933975168 00000100:00100000:3.0:1767316890.268426:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933975168 00010000:00010000:3.0:1767316890.268465:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 18 pid: 41788 timeout: 2235 lvb_type: 0 00000100:00100000:3.0:1767316890.268503:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6401 00000100:00100000:3.0:1767316890.268512:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933975168:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316890.268526:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316890.268532:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 18 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316890.268544:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 18 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316890.268574:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7d82 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa9c expref: 18 pid: 41788 timeout: 2235 lvb_type: 0 00010000:00010000:3.0:1767316890.268588:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x216:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316890.268593:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: --/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316890.268602:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316890.268608:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316890.268636:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316890.268694:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2484:x1853163933975168:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 182us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.268702:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6401 00010000:00010000:1.0:1767316890.268764:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.268772:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:1.0:1767316890.269202:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985763712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1767316890.269261:0:41792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316890.269294:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec570e840 going to sleep for 11 seconds 00000100:00100000:3.0:1767316890.269525:0:14924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985763712 00000100:00100000:3.0:1767316890.269531:0:14924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985763712 00000100:00100000:3.0:1767316890.269576:0:14924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1767316890.269584:0:14924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41792:x1853163985763712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1767316890.269651:0:14924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:41792:x1853163985763712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 68us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.269658:0:14924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1767316890.270573:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:41792:1853163985763712:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1767316890.270644:0:41792:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942814 00000001:00080000:1.0:1767316890.270774:0:41792:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942815 00010000:00010000:1.0:1767316890.270800:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270809:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270816:0:41792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270822:0:41792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316890.270826:0:41792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270833:0:41792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270847:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x216:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316890.270850:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1767316890.270855:0:41792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 2/0,0 mode: --/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270860:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7dac lrc: 0/0,0 mode: --/EX res: [0x200000404:0x216:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270880:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270885:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270891:0:41792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270895:0:41792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316890.270898:0:41792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270903:0:41792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270910:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316890.270912:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1767316890.270914:0:41792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270919:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7da5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.270930:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316890.270932:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316890.270938:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7d97 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaa3 expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316890.272355:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75426:x1853163933974912:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 15803us (15962us total) trans 8589942816 rc 0/0 00000100:00100000:1.0:1767316890.272367:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3293 00000020:00080000:1.0:1767316890.272372:0:41792:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1767316890.278593:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.278685:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933975296 00000100:00100000:1.0:1767316890.278696:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933975296 00000100:00100000:1.0:1767316890.278781:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8272 00000100:00100000:1.0:1767316890.278791:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75426:x1853163933975296:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316890.278815:0:41789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316890.278836:0:41789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7db3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aaaa expref: -99 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.278898:0:41789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7db3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaaa expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.278913:0:41789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7db3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaaa expref: 19 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316890.278931:0:41789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4400) 00010000:00010000:1.0:1767316890.278934:0:41789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316890.278937:0:41789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:1.0:1767316890.279010:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:75426:x1853163933975296:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 219us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316890.279018:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8272 00000100:00100000:2.0:1767316890.283537:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316890.283637:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933975552 00000100:00100000:1.0:1767316890.283649:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933975552 00000100:00100000:1.0:1767316890.283715:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3294 00000100:00100000:1.0:1767316890.283725:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:75426:x1853163933975552:12345-192.168.204.9@tcp:35:lfs.0 00000004:00080000:1.0:1767316890.284215:0:41792:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x216:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1767316890.284340:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2387, 64 off206168 00000004:00080000:1.0:1767316890.284348:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2135527618692ns, next at 2136527616644ns, rc = 0 00000001:00080000:1.0:1767316890.284355:0:41792:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942817 00010000:00010000:1.0:1767316890.284405:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 3/0,1 mode: --/PW res: [0x200000404:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.284420:0:41792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.284431:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.284438:0:41792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.284443:0:41792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.284448:0:41792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316890.284460:0:41792:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316890.284606:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:75426:x1853163933975552:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 880us (1077us total) trans 8589942818 rc 0/0 00000100:00100000:1.0:1767316890.284615:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3294 00000020:00080000:1.0:1767316890.284620:0:41792:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1767316890.285251:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316890.285259:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.285278:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316890.285282:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.285288:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.285303:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x216:0x0].0x0 (ffff9b3ed97c4c00) 00010000:00010000:2.0:1767316890.285306:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316890.285310:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 1/0,0 mode: --/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.285315:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7dba lrc: 0/0,0 mode: --/PW res: [0x200000404:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316890.285334:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316890.285337:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316890.285339:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316890.287578:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316890.287676:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933975808 00000100:00100000:0.0:1767316890.287688:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933975808 00000100:00100000:0.0:1767316890.287776:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3295 00000100:00100000:0.0:1767316890.287787:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:75426:x1853163933975808:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316890.288098:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:75426:x1853163933975808:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 312us (538us total) trans 8589942819 rc 0/0 00000100:00100000:0.0:1767316890.288105:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3295 00000100:00100000:3.0:1767316890.306463:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316890.306580:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933975936 00000100:00100000:2.0:1767316890.306590:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933975936 00000100:00100000:2.0:1767316890.306711:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8273 00000100:00100000:2.0:1767316890.306723:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:75427:x1853163933975936:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:2.0:1767316890.306788:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316890.306813:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7dc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aab1 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.306887:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7dc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.306900:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.306911:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316890.306982:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316890.306987:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316890.307017:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.307042:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7dc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aab1 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.307061:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aab1 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.307069:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316890.307073:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316890.307077:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8600, rc 0) 00000100:00100000:2.0:1767316890.307145:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:75427:x1853163933975936:12345-192.168.204.9@tcp:101:ls.0 Request processed in 425us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316890.307153:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8273 00000100:00100000:2.0:1767316890.314094:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.314180:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976064 00000100:00100000:3.0:1767316890.314190:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976064 00000100:00100000:3.0:1767316890.314257:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8274 00000100:00100000:3.0:1767316890.314273:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:75427:x1853163933976064:12345-192.168.204.9@tcp:101:ls.0 00010000:00010000:3.0:1767316890.314294:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316890.314315:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7dcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aab8 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.314383:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314396:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314406:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314420:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314426:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314435:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314535:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314543:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314549:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316890.314594:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00000004:00200000:3.0:1767316890.314598:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316890.314617:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314628:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314636:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314641:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314647:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314653:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316890.314656:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314664:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314677:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316890.314680:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316890.314684:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314690:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7dd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314702:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314708:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314713:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314718:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316890.314721:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314967:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314979:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1bd5b2e (ffff9b3ec8239700) 00010000:00010000:3.0:1767316890.314982:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316890.314985:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.314990:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7ddd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316890.315020:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7dcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aab8 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.315033:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aab8 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316890.315039:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4400) 00010000:00010000:3.0:1767316890.315042:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316890.315045:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfe00, rc 0) 00000100:00100000:3.0:1767316890.315118:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:75427:x1853163933976064:12345-192.168.204.9@tcp:101:ls.0 Request processed in 852us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316890.315126:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8274 00000100:00100000:3.0:1767316890.340351:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316890.340458:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976320 00000100:00100000:2.0:1767316890.340469:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976320 00000100:00100000:2.0:1767316890.340532:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8275 00000100:00100000:2.0:1767316890.340541:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:75428:x1853163933976320:12345-192.168.204.9@tcp:101:md5sum.0 00010000:00010000:2.0:1767316890.340577:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316890.340600:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7deb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aabf expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.340713:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7df2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.340767:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7df2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316890.340780:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7df2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316890.340792:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x213:0x0]: returning size 4096 00010000:00010000:2.0:1767316890.340940:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba7deb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aabf expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.340960:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7df2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aabf expref: 26 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316890.340973:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4400) 00010000:00010000:2.0:1767316890.340976:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1767316890.340981:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8800, rc 0) 00000100:00100000:2.0:1767316890.341062:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:75428:x1853163933976320:12345-192.168.204.9@tcp:101:md5sum.0 Request processed in 521us (721us total) trans 8589942820 rc 0/0 00000100:00100000:2.0:1767316890.341069:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8275 00000100:00100000:1.0:1767316890.345611:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316890.345771:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976448 00000100:00100000:3.0:1767316890.345782:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976448 00002000:00100000:3.0:1767316890.345835:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27d:0x0] (0->4095) req@ffff9b3ec51c0a80 x1853163933976448/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:66/0 lens 488/0 e 0 to 0 dl 1767316901 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316890.345846:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec51c0a80 with x1853163933976448 ext(0->4095) 00002000:00010000:3.0:1767316890.345852:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ec51c0a80 00000100:00100000:3.0:1767316890.345889:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6776 00000100:00100000:3.0:1767316890.345898:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933976448:12345-192.168.204.9@tcp:3:md5sum.0 00000100:00100000:3.0:1767316890.346110:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933976448:12345-192.168.204.9@tcp:3:md5sum.0 Request processed in 212us (510us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1767316890.346119:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6776 00002000:00100000:3.0:1767316890.346126:0:37704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x27d:0x0] (0->4095) req@ffff9b3ec51c0a80 x1853163933976448/t0(0) o3->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:66/0 lens 488/4536 e 0 to 0 dl 1767316901 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1767316890.346134:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec51c0a80 with x1853163933976448 ext(0->4095) 00002000:00010000:3.0:1767316890.346137:0:37704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ec51c0a80 00010000:00010000:1.0:1767316890.729187:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316891.748950:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316892.773175:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316893.347969:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985763968:0@lo:400:kworker.0 00000100:00100000:3.0:1767316893.348035:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316893.348080:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985764480:0@lo:400:kworker.0 00000100:00100000:3.0:1767316893.348100:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316893.348130:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316893.348131:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985763968 00000100:00100000:3.0:1767316893.348136:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985764096:0@lo:400:kworker.0 00000100:00100000:3.0:1767316893.348156:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316893.348172:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985764224:0@lo:400:kworker.0 00000100:00100000:3.0:1767316893.348183:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764480 00000100:00100000:3.0:1767316893.348187:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764480 00000100:00100000:1.0:1767316893.348202:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316893.348223:0:41790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764096 00000100:00100000:3.0:1767316893.348226:0:41790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764096 00000100:00100000:1.0:1767316893.348228:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767316893.348233:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985763840:0@lo:400:kworker.0 00000100:00100000:3.0:1767316893.348252:0:41790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1767316893.348260:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316893.348261:0:41790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985764480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316893.348280:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985764352:0@lo:400:kworker.0 00000100:00100000:1.0:1767316893.348300:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316893.348316:0:41790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985764480:12345-0@lo:400:kworker.0 Request processed in 55us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316893.348323:0:41790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1767316893.349076:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764224 00000100:00100000:0.0:1767316893.349083:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764224 00000100:00100000:0.0:1767316893.349114:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764352 00000100:00100000:0.0:1767316893.349117:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764352 00000100:00100000:0.0:1767316893.349220:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1767316893.349233:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985764224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316893.349288:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985764224:12345-0@lo:400:kworker.0 Request processed in 57us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316893.349295:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1767316893.349309:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1767316893.349314:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985764352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316893.349340:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985764352:12345-0@lo:400:kworker.0 Request processed in 25us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316893.349350:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1767316893.349589:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985763968 00000100:00100000:1.0:1767316893.349653:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1767316893.349663:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985764096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316893.349700:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985764096:12345-0@lo:400:kworker.0 Request processed in 39us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316893.349706:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1767316893.349770:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985764352:0@lo:400:kworker.0 00000100:00100000:1.0:1767316893.349783:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985764224:0@lo:400:kworker.0 00000100:00080000:3.0:1767316893.350469:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316893.350475:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316893.350478:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316893.350495:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985763840 00000100:00100000:3.0:1767316893.350501:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985763840 00000100:00100000:3.0:1767316893.350548:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1767316893.350555:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985763840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316893.350578:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985764096:0@lo:400:kworker.0 00000100:00100000:0.0:1767316893.350590:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985764480:0@lo:400:kworker.0 00000100:00100000:3.0:1767316893.350600:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985763840:12345-0@lo:400:kworker.0 Request processed in 46us (2339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316893.350609:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1767316893.350671:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985763840:0@lo:400:kworker.0 00000100:00100000:2.0:1767316893.351868:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1767316893.351880:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985763968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316893.351943:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985763968:12345-0@lo:400:kworker.0 Request processed in 68us (3908us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316893.351950:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1767316893.352005:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985763968:0@lo:400:kworker.0 00010000:00010000:2.0:1767316893.796214:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316894.366996:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316894.367035:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316894.367062:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316894.367087:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316894.367116:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976704 00000100:00100000:2.0:1767316894.367125:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976704 00000100:00100000:2.0:1767316894.367185:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 627 00000100:00100000:2.0:1767316894.367196:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2484:x1853163933976704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316894.367269:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:2484:x1853163933976704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316894.367278:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 627 00000100:00100000:2.0:1767316894.367305:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976832 00000100:00100000:2.0:1767316894.367315:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976832 00000100:00100000:2.0:1767316894.367341:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976960 00000100:00100000:2.0:1767316894.367344:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976960 00000100:00100000:2.0:1767316894.367369:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1015 00000100:00100000:2.0:1767316894.367375:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933976832:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316894.367402:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933976832:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316894.367408:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1015 00000100:00100000:2.0:1767316894.367420:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1016 00000100:00100000:2.0:1767316894.367426:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933976960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316894.367448:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933976960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 22us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316894.367454:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1016 00000100:00100000:3.0:1767316894.368627:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933976576 00000100:00100000:3.0:1767316894.368648:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933976576 00000100:00100000:3.0:1767316894.368708:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00100000:3.0:1767316894.368716:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933976576:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316894.368790:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163933976576:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316894.368797:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00080000:3.0:1767316894.368837:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316894.368842:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316894.368845:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316894.372097:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316894.372121:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985764608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316894.372180:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316894.372326:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764608 00000100:00100000:2.0:1767316894.372333:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764608 00000100:00100000:2.0:1767316894.372382:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1767316894.372391:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985764608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767316894.372499:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 48693248 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316894.372584:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985764608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 193us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316894.372591:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000004:00080000:3.0:1767316894.374630:0:41812:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2139617898833ns, next at 2140617896763ns, rc = 0 00000100:00100000:3.0:1767316894.374652:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316894.374668:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985764736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316894.374725:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316894.375187:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764736 00000100:00100000:2.0:1767316894.375195:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764736 00000100:00100000:2.0:1767316894.375238:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1767316894.375246:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985764736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316894.375278:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 425394176 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1767316894.375325:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985764736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316894.375332:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1767316894.375379:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985764736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316894.375577:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985764608:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1767316894.820320:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316894.987837:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840638 is committed 00000001:00080000:3.0:1767316894.987856:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840639 is committed 00000001:00080000:3.0:1767316894.987862:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840640 is committed 00000001:00080000:0.0:1767316895.464491:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942819 is committed 00000004:00080000:0.0:1767316895.464515:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1995 committed 00000001:00080000:0.0:1767316895.464549:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942820 is committed 00000004:00080000:0.0:1767316895.464565:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1996 committed 00000100:00100000:1.0:1767316895.464861:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316895.464893:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985764864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316895.464959:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316895.465024:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985764864 00000100:00100000:1.0:1767316895.465032:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985764864 00000100:00100000:1.0:1767316895.465085:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12458 00000100:00100000:1.0:1767316895.465094:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985764864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316895.465121:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:633 count 1 00010000:00010000:1.0:1767316895.465144:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316895.465170:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 5 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316895.465179:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316895.465181:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316895.465184:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316895.465403:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 5 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316895.465418:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 5 pid: 38183 timeout: 2240 lvb_type: 0 00000100:00100000:1.0:1767316895.465430:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985764992:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316895.465570:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6c893c0 going to sleep for 11 seconds 00000100:00080000:1.0:1767316895.465583:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316895.471240:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316895.471285:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933977088 00000100:00100000:3.0:1767316895.471294:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933977088 00010000:00010000:3.0:1767316895.471334:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 6 pid: 38183 timeout: 2240 lvb_type: 0 00000100:00100000:3.0:1767316895.471371:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6402 00000100:00100000:3.0:1767316895.471381:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933977088:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316895.471396:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316895.471402:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 6 pid: 38183 timeout: 2240 lvb_type: 0 00010000:00010000:3.0:1767316895.471416:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 6 pid: 38183 timeout: 2240 lvb_type: 0 00010000:00010000:3.0:1767316895.471439:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316895.471442:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316895.471446:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471476:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471498:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316895.471550:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2485:x1853163933977088:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 169us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316895.471558:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6402 00010000:00010000:3.0:1767316895.471808:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7d0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa72 expref: 5 pid: 38183 timeout: 2240 lvb_type: 0 00000100:00100000:3.0:1767316895.471823:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985764992:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316895.471842:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471857:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471864:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471873:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471881:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.471897:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316895.472380:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985764864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7285us (7419us total) trans 21474840641 rc 0/0 00000100:00100000:3.0:1767316895.472388:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12458 00010000:00010000:3.0:1767316895.472410:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316895.472417:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.472425:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316895.472430:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.472439:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.472457:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.472464:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7e00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316895.472502:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316895.472504:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316895.472507:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316895.472535:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840640 gen 2 00000004:00080000:3.0:1767316895.472541:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50fb80, transno 21474840638 00000004:00080000:3.0:1767316895.472550:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41aa300, transno 21474840640 00000100:00100000:3.0:1767316895.472557:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ec51c1880 x1853163985764864/t21474840641(21474840641) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316911 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316895.472567:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec51c1880/2, rc 0, transno 21474840641 00000100:00100000:3.0:1767316895.472571:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985764864:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1767316895.485561:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873744 is committed 00000001:00080000:3.0:1767316895.485582:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873743 is committed 00010000:00010000:2.0:1767316895.848211:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316896.190944:0:53656:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 212a: Testing lfs setstripe --comp-set --comp-flags=stale --mirror-id ========================================================== 20:21:34 (1767316894) 00000100:00100000:1.0:1767316896.277225:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.277295:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933977216 00000100:00100000:2.0:1767316896.277305:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933977216 00000100:00100000:2.0:1767316896.277382:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8276 00000100:00100000:2.0:1767316896.277393:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75987:x1853163933977216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316896.277413:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316896.277431:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7e07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aac6 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.277511:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277524:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277535:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277598:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277606:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277614:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277688:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277695:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277702:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277708:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316896.277712:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277719:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277760:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.277764:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316896.277769:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277776:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277788:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277793:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277798:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277803:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316896.277806:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277811:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277819:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3efd6a6600) 00010000:00010000:2.0:1767316896.277822:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316896.277825:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277830:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.277859:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7e07 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aac6 expref: 12 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.277868:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.277871:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316896.277874:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7e07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aac6 expref: 12 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.277882:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316896.277939:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75987:x1853163933977216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 548us (724us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316896.277947:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8276 00000100:00080000:1.0:1767316896.278578:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316896.282089:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.282182:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933977472 00000100:00100000:2.0:1767316896.282191:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933977472 00000100:00100000:2.0:1767316896.282253:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8277 00000100:00100000:2.0:1767316896.282262:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75987:x1853163933977472:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316896.282286:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316896.282289:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316896.282313:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba7dc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aab1 expref: 11 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.282330:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.282340:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316896.282355:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7e1c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aacd expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.282628:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.282640:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.282651:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.282663:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.282670:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.282676:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283231:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283242:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283251:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316896.283260:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 0 00010000:00010000:2.0:1767316896.283285:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283291:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283298:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283304:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316896.283308:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283315:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283324:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316896.283327:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316896.283330:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.283336:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e23 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316896.283347:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000347d1216 reply state 00000000140d84c8 transno 8589942821 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316896.283354:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316896.283379:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba7e1c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.283396:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 12 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.283404:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316896.283406:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316896.283409:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9800, rc 0) 00000100:00100000:1.0:1767316896.289572:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75987:x1853163933977472:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7297us (7478us total) trans 8589942821 rc 0/0 00000100:00100000:1.0:1767316896.289588:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8277 00000100:00100000:1.0:1767316896.309849:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.309909:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933977728 00000100:00100000:1.0:1767316896.309926:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933977728 00000100:00100000:1.0:1767316896.309988:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8278 00000100:00100000:1.0:1767316896.309997:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75987:x1853163933977728:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.310369:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.310394:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aad4 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.310501:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.310516:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.310526:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.310560:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.310574:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 14 pid: 41788 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.310588:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985765120:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316896.310861:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeedb40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316896.313545:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.313551:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985765120:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316896.313577:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316896.313756:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933977856 00000100:00100000:1.0:1767316896.313764:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933977856 00010000:00010000:1.0:1767316896.313807:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 15 pid: 41788 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.313846:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6403 00000100:00100000:1.0:1767316896.313855:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:2484:x1853163933977856:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316896.313870:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316896.313875:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 15 pid: 41788 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.313886:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 15 pid: 41788 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.313922:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba7e31 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aacd expref: 15 pid: 41788 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.313939:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:1.0:1767316896.313944:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.313952:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.313958:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.313979:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316896.314259:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:2484:x1853163933977856:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 403us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.314268:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6403 00010000:00010000:1.0:1767316896.314296:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.314307:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316896.314324:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 0 00000004:00080000:1.0:1767316896.315468:0:41788:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x27a:0x0], index 0: 0 00000004:00080000:1.0:1767316896.315487:0:41788:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27e:0x0], index 1: 0 00010000:00010000:1.0:1767316896.316787:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.316812:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.316819:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.316825:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.316830:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.316838:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.316855:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:1.0:1767316896.316858:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316896.316862:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.316868:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7e46 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317272:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317282:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317287:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317292:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316896.317295:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317301:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317311:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3efd6a6800) 00010000:00010000:2.0:1767316896.317314:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316896.317317:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.317322:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e2a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.317564:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e3f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aad4 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.317581:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4500) 00010000:00010000:1.0:1767316896.317584:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316896.317588:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aad4 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.317602:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316896.317887:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75987:x1853163933977728:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7889us (8045us total) trans 8589942822 rc 301/301 00000100:00100000:1.0:1767316896.318710:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8278 00000100:00100000:3.0:1767316896.327205:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.327480:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933978112 00000100:00100000:2.0:1767316896.327490:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933978112 00000100:00100000:2.0:1767316896.327545:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3296 00000100:00100000:2.0:1767316896.327556:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75987:x1853163933978112:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316896.342940:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75987:x1853163933978112:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 15375us (15733us total) trans 8589942823 rc 0/0 00000100:00100000:3.0:1767316896.342954:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3296 00000100:00100000:3.0:1767316896.346302:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.346468:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933978368 00000100:00100000:1.0:1767316896.346478:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933978368 00000100:00100000:1.0:1767316896.346534:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3297 00000100:00100000:1.0:1767316896.346544:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75987:x1853163933978368:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316896.346808:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75987:x1853163933978368:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 264us (513us total) trans 8589942824 rc 0/0 00000100:00100000:1.0:1767316896.346816:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3297 00000100:00100000:3.0:1767316896.364448:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.364531:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933978496 00000100:00100000:2.0:1767316896.364541:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933978496 00000100:00100000:2.0:1767316896.364598:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8279 00000100:00100000:2.0:1767316896.364609:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:75854:x1853163933978496:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1767316896.364644:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316896.364668:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aadb expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.364765:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.364782:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.364802:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316896.364861:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316896.364864:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316896.364883:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.364905:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aadb expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.364931:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aadb expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.364945:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:2.0:1767316896.364948:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316896.364951:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316896.364999:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75854:x1853163933978496:12345-192.168.204.9@tcp:101:bash.0 Request processed in 392us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316896.365006:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8279 00000100:00100000:3.0:1767316896.368260:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.368359:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933978752 00000100:00100000:0.0:1767316896.368369:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933978752 00000100:00100000:0.0:1767316896.368429:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8280 00000100:00100000:0.0:1767316896.368439:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:75854:x1853163933978752:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1767316896.368468:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316896.368471:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767316896.368497:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba7e5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aadb expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.368515:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:0.0:1767316896.368525:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316896.368539:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba7e62 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aae2 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.368897:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.368911:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369008:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369104:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369112:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369119:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369301:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7e77 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369309:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7e77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369317:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7e77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316896.369326:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 0 00010000:00010000:0.0:1767316896.369412:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369419:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369425:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369431:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316896.369434:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369442:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369460:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316896.369463:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316896.369467:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369473:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7e69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369483:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369488:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369494:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369499:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316896.369501:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369506:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369512:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3efc55a200) 00010000:00010000:0.0:1767316896.369514:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316896.369517:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369521:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7e70 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.369555:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba7e62 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aae2 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.369570:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7e77 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aae2 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.369577:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316896.369579:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316896.369581:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfc00, rc 0) 00000100:00100000:0.0:1767316896.371654:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75854:x1853163933978752:12345-192.168.204.9@tcp:101:bash.0 Request processed in 3206us (3394us total) trans 8589942825 rc 0/0 00000100:00100000:0.0:1767316896.371668:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8280 00000100:00100000:3.0:1767316896.383305:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.387315:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933979008 00000100:00100000:1.0:1767316896.387331:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933979008 00000100:00100000:1.0:1767316896.387398:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8281 00000100:00100000:1.0:1767316896.387407:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:75854:x1853163933979008:12345-192.168.204.9@tcp:36:bash.0 00010000:00010000:1.0:1767316896.387476:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316896.387504:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba7e77 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aae2 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.387521:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:1.0:1767316896.387534:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316896.388354:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.388371:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.388382:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000001:00080000:1.0:1767316896.388445:0:45512:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942826 00000004:00010000:1.0:1767316896.388483:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004eb13b6a reply state 0000000091fa4ffc transno 8589942827 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316896.388490:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316896.388589:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75854:x1853163933979008:12345-192.168.204.9@tcp:36:bash.0 Request processed in 1182us (5292us total) trans 8589942827 rc 0/0 00000100:00100000:1.0:1767316896.388598:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8281 00000020:00080000:1.0:1767316896.388603:0:45512:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1767316896.407718:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.407749:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.407757:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.407764:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00000100:00100000:2.0:1767316896.407764:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316896.407768:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.407776:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316896.407795:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933979136 00010000:00010000:1.0:1767316896.407797:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4500) 00010000:00010000:1.0:1767316896.407800:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767316896.407804:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933979136 00010000:00010000:1.0:1767316896.407805:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.407810:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7e85 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316896.407854:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8282 00000100:00100000:2.0:1767316896.407869:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:75854:x1853163933979136:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1767316896.407890:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316896.407908:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e8c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aae9 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.407962:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e8c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aae9 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.407975:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e8c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aae9 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.407993:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316896.407995:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316896.407998:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8400, rc 0) 00000100:00100000:2.0:1767316896.408051:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75854:x1853163933979136:12345-192.168.204.9@tcp:101:bash.0 Request processed in 183us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316896.412045:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8282 00000100:00100000:3.0:1767316896.418249:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.419858:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933979392 00000100:00100000:2.0:1767316896.419870:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933979392 00000100:00100000:2.0:1767316896.421095:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8283 00000100:00100000:2.0:1767316896.421113:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:75854:x1853163933979392:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1767316896.421134:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316896.421137:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316896.421227:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7e8c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aae9 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.421247:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316896.421259:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316896.421274:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e93 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aaf0 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.421325:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e9a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.421339:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.421350:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000040:00080000:2.0:1767316896.421704:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2388, 88 off206256 00000004:00080000:2.0:1767316896.421714:0:45512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2141664984467ns, next at 2140617896763ns, rc = 0 00000040:00080000:2.0:1767316896.421791:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2386, 88 off206328 00000004:00080000:2.0:1767316896.421797:0:45512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2141665067466ns, next at 2130079962356ns, rc = 0 00000001:00080000:0.0:1767316896.490985:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942825 is committed 00000001:00080000:0.0:1767316896.491003:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942827 is committed 00000001:00080000:0.0:1767316896.491017:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942828 is committed 00000004:00080000:0.0:1767316896.491021:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1994 committed 00000004:00080000:0.0:1767316896.491032:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1997 committed 00010000:00010000:2.0:1767316896.491033:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e9a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf0 expref: 14 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.491051:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.491055:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1767316896.491077:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba7e93 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf0 expref: 12 pid: 45512 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1767316896.491094:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e9a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf0 expref: 11 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.491132:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.491135:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1767316896.491137:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9000, rc 0) 00000100:00100000:0.0:1767316896.491153:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985765248:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316896.491204:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75854:x1853163933979392:12345-192.168.204.9@tcp:101:bash.0 Request processed in 70097us (72962us total) trans 8589942828 rc 0/0 00000100:00100000:2.0:1767316896.491213:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8283 00000100:00100000:0.0:1767316896.491215:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316896.491251:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316896.491258:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee3988e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985765376:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316896.491279:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316896.491309:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985765248 00000100:00100000:0.0:1767316896.491316:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985765248 00000100:00100000:0.0:1767316896.491371:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985765376 00000100:00100000:0.0:1767316896.491375:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985765376 00000100:00100000:0.0:1767316896.491398:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12459 00000100:00100000:0.0:1767316896.491404:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985765248:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316896.491644:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12460 00000100:00100000:2.0:1767316896.491653:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985765376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316896.491705:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985765248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 300us (489us total) trans 17179873745 rc 0/0 00000100:00100000:0.0:1767316896.491713:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12459 00000100:00080000:0.0:1767316896.491754:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316896.491798:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985765376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (517us total) trans 21474840642 rc 0/0 00000100:00100000:2.0:1767316896.491805:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12460 00000004:00080000:3.0:1767316896.491880:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee3988e00/2, rc 0, transno 21474840642 00000100:00100000:3.0:1767316896.491886:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985765376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316896.491897:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873744 gen 2 00000004:00080000:3.0:1767316896.491902:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41a9500, transno 17179873744 00000100:00100000:3.0:1767316896.491918:0:6214:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ee3988700 x1853163985765248/t17179873745(17179873745) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316912 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316896.491926:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee3988700/2, rc 0, transno 17179873745 00000100:00100000:3.0:1767316896.491930:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee3988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985765248:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316896.495050:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.495136:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933979520 00000100:00100000:0.0:1767316896.495146:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933979520 00000100:00100000:0.0:1767316896.495226:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12461 00000100:00100000:0.0:1767316896.495236:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:75854:x1853163933979520:12345-192.168.204.9@tcp:101:bash.0 00000100:00080000:1.0:1767316896.495238:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767316896.495252:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316896.495274:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aaf7 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316896.495298:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316896.495319:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316896.495321:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316896.495330:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 6 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.495347:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 6 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.495360:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfa00, rc 0) 00000100:00100000:0.0:1767316896.495418:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:75854:x1853163933979520:12345-192.168.204.9@tcp:101:bash.0 Request processed in 183us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316896.495425:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12461 00000100:00100000:2.0:1767316896.497257:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.497741:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933979648 00000100:00100000:1.0:1767316896.497752:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933979648 00002000:00010000:1.0:1767316896.497799:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/634 (0->18446744073709551615) 00002000:00100000:1.0:1767316896.497805:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9bf4000 with x1853163933979648 ext(0->18446744073709551615) 00002000:00010000:1.0:1767316896.497817:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec9bf4000. 00000100:00100000:1.0:1767316896.497841:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6777 00000100:00100000:1.0:1767316896.497850:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2486:x1853163933979648:12345-192.168.204.9@tcp:10:bash.0 00002000:00010000:1.0:1767316896.498089:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1767316896.498092:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb mtime from disk: 0 -> 1767316896 00002000:00010000:1.0:1767316896.498094:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316896.498095:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb ctime from disk: 0 -> 1767316896 00002000:00010000:1.0:1767316896.498097:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316896.498152:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933979648:12345-192.168.204.9@tcp:10:bash.0 Request processed in 302us (903us total) trans 21474840643 rc 0/0 00000100:00100000:1.0:1767316896.498159:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6777 00002000:00010000:1.0:1767316896.498163:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/634 (0->18446744073709551615) 00002000:00100000:1.0:1767316896.498166:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ec9bf4000 with x1853163933979648 ext(0->18446744073709551615) 00002000:00010000:1.0:1767316896.498171:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3ec9bf4000. 00000100:00100000:3.0:1767316896.507045:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.507418:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933979904 00000100:00100000:0.0:1767316896.507429:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933979904 00000100:00100000:1.0:1767316896.507601:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3298 00000100:00100000:1.0:1767316896.507613:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:75854:x1853163933979904:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:1.0:1767316896.508108:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75854:x1853163933979904:12345-192.168.204.9@tcp:35:bash.0 Request processed in 495us (1070us total) trans 8589942829 rc 0/0 00000100:00100000:1.0:1767316896.508117:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3298 00000100:00100000:2.0:1767316896.540416:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.540962:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933980032 00000100:00100000:0.0:1767316896.540972:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933980032 00000100:00100000:0.0:1767316896.541036:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8284 00000100:00100000:0.0:1767316896.541045:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:75998:x1853163933980032:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316896.541069:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316896.541093:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7ea8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aafe expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.541163:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7eaf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.541177:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7eaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.541189:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7eaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316896.541256:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1767316896.541260:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316896.541285:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7eaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.541308:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7ea8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aafe expref: 14 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.541325:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7eaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aafe expref: 13 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.541334:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316896.541336:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316896.541340:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf800, rc 0) 00000100:00100000:0.0:1767316896.541399:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75998:x1853163933980032:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 355us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316896.541410:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8284 00000100:00100000:2.0:1767316896.549115:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.549614:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933980288 00000100:00100000:1.0:1767316896.549625:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933980288 00000100:00100000:1.0:1767316896.549747:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8285 00000100:00100000:1.0:1767316896.549758:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75998:x1853163933980288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.549779:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.549800:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7eb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab05 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.549878:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.549892:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.549904:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.549918:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.549925:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.549931:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550045:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550052:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550058:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550064:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.550068:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550075:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550085:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316896.550088:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316896.550092:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550098:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ebd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550114:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550120:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550138:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550143:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.550146:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550152:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550159:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed97c4d00) 00010000:00010000:1.0:1767316896.550162:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316896.550164:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550170:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ec4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.550202:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7eb6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab05 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.550212:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316896.550214:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316896.550218:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7eb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab05 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.550228:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316896.550297:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75998:x1853163933980288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 540us (1191us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316896.550305:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8285 00000100:00100000:3.0:1767316896.557458:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.557545:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933980416 00000100:00100000:1.0:1767316896.557556:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933980416 00000100:00100000:1.0:1767316896.557621:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8286 00000100:00100000:1.0:1767316896.557630:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75998:x1853163933980416:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316896.557711:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557761:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557774:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557789:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557796:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557803:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557909:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557918:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557924:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316896.557958:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:1.0:1767316896.557962:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316896.557974:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557987:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.557996:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558003:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558009:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.558013:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558020:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558031:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316896.558034:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316896.558039:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558045:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7ecb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558060:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558065:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558071:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558076:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.558078:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558088:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558095:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed97c4d00) 00010000:00010000:1.0:1767316896.558097:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316896.558100:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558106:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7ed2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558119:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558125:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558131:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558136:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.558139:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558144:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558150:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:1.0:1767316896.558153:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316896.558156:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.558161:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7ed9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316896.558223:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:75998:x1853163933980416:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 594us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.558232:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8286 00000100:00100000:2.0:1767316896.586034:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.586140:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933980544 00000100:00100000:0.0:1767316896.586149:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933980544 00000100:00100000:0.0:1767316896.586208:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8287 00000100:00100000:0.0:1767316896.586219:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76000:x1853163933980544:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316896.586240:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316896.586260:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7ee0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab0c expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.586325:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586339:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586352:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586365:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586371:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586378:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586504:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586513:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586521:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316896.586564:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:0.0:1767316896.586568:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316896.586586:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586597:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586605:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586611:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586617:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586623:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316896.586627:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586635:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586646:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316896.586650:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316896.586654:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586660:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7ee7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586673:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586679:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586684:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586689:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316896.586691:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586697:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586703:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3efc55aa00) 00010000:00010000:0.0:1767316896.586705:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316896.586708:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586714:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7eee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.586789:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7ee0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 15 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.586802:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 14 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.586809:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:0.0:1767316896.586812:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316896.586815:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316896.586874:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76000:x1853163933980544:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 658us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316896.586882:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8287 00000100:00100000:2.0:1767316896.594151:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.594235:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933980800 00000100:00100000:1.0:1767316896.594245:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933980800 00000100:00100000:1.0:1767316896.594315:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8288 00000100:00100000:1.0:1767316896.594325:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76000:x1853163933980800:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.594353:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.594374:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7efc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab13 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.594485:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.594500:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 15 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.594509:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.594554:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 15 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.594568:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 15 pid: 45512 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.594581:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985765504:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316896.594666:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeeda80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316896.599569:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.599655:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933980928 00000100:00100000:0.0:1767316896.599664:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933980928 00010000:00010000:0.0:1767316896.599704:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 16 pid: 45512 timeout: 2241 lvb_type: 0 00000100:00100000:0.0:1767316896.599775:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6404 00000100:00100000:0.0:1767316896.599784:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933980928:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316896.599809:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316896.599817:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 16 pid: 45512 timeout: 2241 lvb_type: 0 00010000:00010000:0.0:1767316896.599830:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 16 pid: 45512 timeout: 2241 lvb_type: 0 00010000:00010000:0.0:1767316896.599852:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:0.0:1767316896.599858:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316896.599868:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316896.599875:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316896.599894:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316896.599940:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2484:x1853163933980928:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 157us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316896.599948:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6404 00010000:00010000:1.0:1767316896.600555:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba7ef5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab0c expref: 15 pid: 45512 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.600574:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985765504:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316896.600594:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.600602:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.600607:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316896.600627:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:1.0:1767316896.600966:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba7efc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.600984:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.600993:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:1.0:1767316896.600996:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316896.600998:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06e00, rc 0) 00000100:00100000:1.0:1767316896.601041:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76000:x1853163933980800:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 6717us (6899us total) trans 8589942830 rc 0/0 00000100:00100000:1.0:1767316896.601048:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8288 00000100:00100000:3.0:1767316896.612913:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.613018:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933981056 00000100:00100000:1.0:1767316896.613029:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933981056 00000100:00100000:1.0:1767316896.613081:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8289 00000100:00100000:1.0:1767316896.613092:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76000:x1853163933981056:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.613116:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.613152:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7f11 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab1a expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.613250:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.613265:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.613274:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.613304:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.613316:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 16 pid: 41788 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.613328:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985765632:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316896.613398:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efbeedb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767316896.616865:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985765632:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316896.616895:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316896.619127:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.619391:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933981184 00000100:00100000:1.0:1767316896.619401:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933981184 00010000:00010000:1.0:1767316896.619442:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 17 pid: 41788 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.619492:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6405 00000100:00100000:1.0:1767316896.619501:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933981184:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316896.619516:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316896.619523:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 17 pid: 41788 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.619535:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 17 pid: 41788 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.619567:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7f03 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab13 expref: 17 pid: 41788 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.619585:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:1.0:1767316896.619590:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.619599:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.619607:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.619632:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316896.619687:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933981184:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 186us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.619695:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6405 00010000:00010000:2.0:1767316896.620314:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.620323:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316896.620364:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:2.0:1767316896.620368:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316896.620387:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.620415:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7f11 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab1a expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.620430:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab1a expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.620438:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.620441:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316896.620443:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:2.0:1767316896.620502:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76000:x1853163933981056:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7412us (7599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316896.620510:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8289 00000100:00100000:3.0:1767316896.629928:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.630932:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933981440 00000100:00100000:2.0:1767316896.630945:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933981440 00000100:00100000:3.0:1767316896.631123:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8290 00000100:00100000:3.0:1767316896.631144:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76000:x1853163933981440:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316896.631166:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316896.631188:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f1f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab21 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.631299:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7f26 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316896.631316:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7f26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316896.631327:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7f26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316896.631339:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:3.0:1767316896.631476:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f1f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab21 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.631495:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7f26 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab21 expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.631504:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316896.631507:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316896.631510:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dea00, rc 0) 00000100:00100000:3.0:1767316896.631819:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76000:x1853163933981440:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 686us (1898us total) trans 8589942831 rc 0/0 00000100:00100000:3.0:1767316896.631828:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8290 00000100:00100000:3.0:1767316896.634411:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.635811:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933981568 00000100:00100000:0.0:1767316896.635825:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933981568 00000100:00100000:0.0:1767316896.635891:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12462 00000100:00100000:0.0:1767316896.635902:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163933981568:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:0.0:1767316896.635947:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.635965:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 7 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.635972:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316896.635974:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316896.635977:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.636011:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 7 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.636024:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 7 pid: 38183 timeout: 2241 lvb_type: 0 00000100:00100000:0.0:1767316896.636038:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985765760:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316896.636306:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e719c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316896.643713:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.643934:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933981696 00000100:00100000:2.0:1767316896.643943:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933981696 00002000:00100000:2.0:1767316896.643993:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x27a:0x0] (0->13) req@ffff9b3ef4127b80 x1853163933981696/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:72/0 lens 504/0 e 0 to 0 dl 1767316907 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316896.644004:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4127b80 with x1853163933981696 ext(0->13) 00010000:00010000:2.0:1767316896.644013:0:23675:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 8 pid: 38183 timeout: 2241 lvb_type: 0 00010000:00010000:2.0:1767316896.644030:0:23675:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 8 pid: 38183 timeout: 2241 lvb_type: 0 00002000:00010000:2.0:1767316896.644038:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3ef4127b80 00000100:00100000:2.0:1767316896.644062:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:2.0:1767316896.644072:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933981696:12345-192.168.204.9@tcp:4:bash.0 00000100:00100000:2.0:1767316896.644512:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933981696:12345-192.168.204.9@tcp:4:bash.0 Request processed in 439us (809us total) trans 21474840644 rc 0/0 00000100:00100000:2.0:1767316896.644521:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 780 00002000:00100000:2.0:1767316896.644528:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x27a:0x0] (0->13) req@ffff9b3ef4127b80 x1853163933981696/t21474840644(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:72/0 lens 504/448 e 0 to 0 dl 1767316907 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316896.644536:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4127b80 with x1853163933981696 ext(0->13) 00010000:00010000:2.0:1767316896.644542:0:23675:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 10 pid: 38183 timeout: 2241 lvb_type: 0 00010000:00010000:2.0:1767316896.644552:0:23675:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 10 pid: 38183 timeout: 2241 lvb_type: 0 00002000:00010000:2.0:1767316896.644559:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3ef4127b80 00000100:00100000:0.0:1767316896.645346:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985765760:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316896.645373:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316896.650427:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.650541:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933981824 00000100:00100000:1.0:1767316896.650553:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933981824 00010000:00010000:1.0:1767316896.650593:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 10 pid: 38183 timeout: 2241 lvb_type: 0 00000100:00100000:1.0:1767316896.650635:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6406 00000100:00100000:1.0:1767316896.650645:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933981824:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316896.650661:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1767316896.650681:0:12904:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb size from disk: 0 -> 14 00010000:00010000:1.0:1767316896.650689:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 10 pid: 38183 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.650703:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 10 pid: 38183 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.650763:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba7ea1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf7 expref: 10 pid: 38183 timeout: 2241 lvb_type: 0 00010000:00010000:1.0:1767316896.650780:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316896.650782:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316896.650787:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.650796:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.650819:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316896.650869:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933981824:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 225us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.650880:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6406 00010000:00010000:2.0:1767316896.652587:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652608:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652650:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652659:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652668:0:38183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652676:0:38183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316896.652680:0:38183:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652688:0:38183:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652706:0:38183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.652715:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba7f34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316896.653071:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933981568:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 17165us (18664us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316896.653082:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12462 00000100:00100000:0.0:1767316896.658226:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316896.658328:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982080 00000100:00100000:3.0:1767316896.658341:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982080 00000100:00100000:3.0:1767316896.658398:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8291 00000100:00100000:3.0:1767316896.658411:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76000:x1853163933982080:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316896.658478:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316896.658505:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f18 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab1a expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.658534:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba7e9a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaf0 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.658544:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316896.658549:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316896.658582:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316896.658596:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316896.658605:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316896.659075:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2389, 88 off206344 00000004:00080000:3.0:1767316896.659084:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2141902354779ns, next at 2140617896763ns, rc = 0 00000040:00080000:3.0:1767316896.659136:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2387, 88 off206416 00000004:00080000:3.0:1767316896.659141:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2141902411869ns, next at 2130079962356ns, rc = 0 00000001:00080000:1.0:1767316896.686392:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942830 is committed 00000001:00080000:1.0:1767316896.686411:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942832 is committed 00000004:00080000:1.0:1767316896.686415:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1995 committed 00000004:00080000:1.0:1767316896.686429:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1998 committed 00000100:00100000:1.0:1767316896.686532:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985765888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316896.686606:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316896.686662:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985765888 00000100:00100000:1.0:1767316896.686670:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985765888 00000100:00100000:1.0:1767316896.686714:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12463 00000100:00100000:1.0:1767316896.686724:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:6212:x1853163985765888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316896.687010:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985765888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 287us (403us total) trans 21474840645 rc 0/0 00000100:00100000:1.0:1767316896.687019:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12463 00000004:00080000:1.0:1767316896.687064:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4126a00/2, rc 0, transno 21474840645 00000100:00100000:1.0:1767316896.687070:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985765888:0@lo:2:osp-syn-0-0.0 00000004:00010000:3.0:1767316896.687381:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000eca5020 reply state 00000000a1ee419b transno 8589942832 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316896.687395:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1767316896.687495:0:41788:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1767316896.687508:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76000:x1853163933982080:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 29099us (29291us total) trans 8589942832 rc 0/0 00000100:00100000:3.0:1767316896.687516:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8291 00010000:00010000:2.0:1767316896.687587:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.687597:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.687608:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.687613:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316896.687618:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.687626:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.687640:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.687643:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316896.687648:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316896.687653:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba7f3b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316896.688232:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985766016:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316896.688272:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316896.688353:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985766016 00000100:00100000:2.0:1767316896.688359:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985766016 00000100:00100000:2.0:1767316896.688395:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12464 00000100:00100000:2.0:1767316896.688402:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985766016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316896.688590:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985766016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (317us total) trans 17179873746 rc 0/0 00000100:00100000:2.0:1767316896.688597:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12464 00000004:00080000:3.0:1767316896.688697:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e1c00/2, rc 0, transno 17179873746 00000100:00100000:3.0:1767316896.688703:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985766016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316896.691477:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316896.694409:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982208 00000100:00100000:3.0:1767316896.694427:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982208 00000100:00100000:3.0:1767316896.694561:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8292 00000100:00100000:3.0:1767316896.694582:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:76000:x1853163933982208:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316896.694610:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316896.694635:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab28 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.694702:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.694719:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 13 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316896.694753:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316896.694757:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316896.694761:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316896.694836:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76000:x1853163933982208:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 265us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316896.694844:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8292 00000100:00100000:3.0:1767316896.700117:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.702646:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982336 00000100:00100000:1.0:1767316896.702661:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982336 00000100:00100000:1.0:1767316896.702775:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8293 00000100:00100000:1.0:1767316896.702784:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76000:x1853163933982336:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.702803:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.702824:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f49 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab2f expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.702921:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7f50 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.702934:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7f50 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.702945:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7f50 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316896.702971:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:1.0:1767316896.702975:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316896.702992:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7f50 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316896.703016:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f49 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab2f expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.703036:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7f50 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab2f expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.703045:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:1.0:1767316896.703048:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316896.703052:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06a00, rc 0) 00000100:00100000:1.0:1767316896.703126:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76000:x1853163933982336:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 342us (3021us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.703133:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8293 00000100:00100000:2.0:1767316896.708352:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.708431:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982464 00000100:00100000:1.0:1767316896.708442:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982464 00000100:00100000:1.0:1767316896.708505:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12465 00000100:00100000:1.0:1767316896.708515:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933982464:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.708534:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.708554:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab36 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316896.708579:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27a:0x0] initial LVB size: 14, mtime: 0x69571da0, atime: 0x0, ctime: 0x69571da0, blocks: 0x1 00010000:00010000:1.0:1767316896.708597:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316896.708600:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316896.708608:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 9 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316896.708625:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 9 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316896.708636:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07200, rc 0) 00000100:00100000:1.0:1767316896.708695:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933982464:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 181us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.708702:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12465 00000100:00100000:3.0:1767316896.786972:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.787083:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982592 00000100:00100000:1.0:1767316896.787094:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982592 00000100:00100000:1.0:1767316896.787181:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6778 00000100:00100000:1.0:1767316896.787193:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933982592:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:1.0:1767316896.787242:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787257:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316896.787260:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316896.787265:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787281:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787423:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787433:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787441:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787459:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316896.787464:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787474:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787490:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.787497:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316896.787580:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933982592:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 389us (628us total) trans 0 rc 14/14 00000100:00100000:1.0:1767316896.787587:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6778 00000100:00100000:3.0:1767316896.794963:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.795060:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982720 00000100:00100000:2.0:1767316896.795070:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982720 00000100:00100000:2.0:1767316896.795156:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6779 00000100:00100000:2.0:1767316896.795168:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933982720:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:2.0:1767316896.795221:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316896.795231:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.795245:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316896.795248:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316896.795253:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.795268:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767316896.796030:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1767316896.838929:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873745 is committed 00000001:00080000:3.0:1767316896.838951:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873747 is committed 00000001:00080000:3.0:1767316896.838959:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873746 is committed 00002000:00010000:1.0:1767316896.839502:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1767316896.839507:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 1767316896 00002000:00010000:1.0:1767316896.839510:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 1767316896 00002000:00010000:1.0:1767316896.839513:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1767316896.839530:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.839631:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.839642:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.839649:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316896.839653:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.839662:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.839685:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.839693:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba7f65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316896.839928:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2486:x1853163933982720:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 44756us (44978us total) trans 17179873747 rc 0/0 00000100:00100000:1.0:1767316896.839939:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6779 00000100:00100000:3.0:1767316896.866224:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.866332:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933982976 00000100:00100000:0.0:1767316896.866343:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933982976 00000100:00100000:0.0:1767316896.866485:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8294 00000100:00100000:0.0:1767316896.866497:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76000:x1853163933982976:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316896.866554:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316896.866583:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba7f50 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab2f expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316896.866607:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:0.0:1767316896.866614:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316896.867936:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.867959:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.867972:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000001:00080000:0.0:1767316896.868044:0:45512:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942833 00000004:00010000:0.0:1767316896.868072:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000680b39be reply state 000000000e7dcaad transno 8589942834 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316896.868081:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316896.868192:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76000:x1853163933982976:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1695us (1977us total) trans 8589942834 rc 0/0 00000100:00100000:0.0:1767316896.868201:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8294 00000020:00080000:0.0:1767316896.868206:0:45512:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1767316896.872489:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316896.872868:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.872881:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.872889:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.872905:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316896.872910:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.872918:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.872935:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.872939:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316896.872945:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316896.872956:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba7f6c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316896.872992:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933983104 00000100:00100000:2.0:1767316896.873002:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933983104 00000100:00100000:2.0:1767316896.873063:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12466 00000100:00100000:2.0:1767316896.873074:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:76000:x1853163933983104:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316896.873091:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316896.873109:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab3d expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316896.873143:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27e:0x0] initial LVB size: 4096, mtime: 0x69571da0, atime: 0x0, ctime: 0x69571da0, blocks: 0xb 00010000:00010000:2.0:1767316896.873164:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316896.873167:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316896.873176:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.873192:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 8 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316896.873203:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316896.873259:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:76000:x1853163933983104:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 187us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316896.873267:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12466 00000100:00100000:3.0:1767316896.876651:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316896.877022:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316896.877292:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933983232 00000100:00100000:1.0:1767316896.877302:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933983232 00002000:00010000:1.0:1767316896.877342:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/638 (14->18446744073709551615) 00002000:00100000:1.0:1767316896.877346:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef7982a00 with x1853163933983232 ext(14->18446744073709551615) 00002000:00010000:1.0:1767316896.877358:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef7982a00. 00000100:00100000:1.0:1767316896.877390:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6780 00000100:00100000:1.0:1767316896.877399:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163933983232:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:1.0:1767316896.877723:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 4096 -> 14 00002000:00010000:1.0:1767316896.877996:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.877999:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316896.878001:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.878003:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1767316896.878129:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933983232:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 728us (1485us total) trans 17179873748 rc 0/0 00000100:00100000:2.0:1767316896.878144:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6780 00002000:00010000:2.0:1767316896.878148:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/638 (14->18446744073709551615) 00002000:00100000:2.0:1767316896.878151:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef7982a00 with x1853163933983232 ext(14->18446744073709551615) 00002000:00010000:2.0:1767316896.878156:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef7982a00. 00000100:00100000:2.0:1767316896.883185:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.883279:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933983488 00000100:00100000:0.0:1767316896.883289:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933983488 00000100:00100000:0.0:1767316896.883346:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8295 00000100:00100000:0.0:1767316896.883355:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76000:x1853163933983488:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316896.883461:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.883479:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316896.883492:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00010000:0.0:1767316896.883639:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c6ab9b79 reply state 0000000023a81489 transno 8589942835 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316896.883648:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316896.883766:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76000:x1853163933983488:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 411us (590us total) trans 8589942835 rc 0/0 00000100:00100000:0.0:1767316896.883774:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8295 00010000:00010000:1.0:1767316896.888315:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.888337:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.888344:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.888351:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316896.888355:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.888363:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.888381:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:1.0:1767316896.888385:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316896.888390:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316896.888396:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba7f7a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316896.889357:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316896.890015:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933983616 00000100:00100000:3.0:1767316896.890025:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933983616 00000100:00100000:3.0:1767316896.890075:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12467 00000100:00100000:3.0:1767316896.890081:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933983616:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316896.890238:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb size from disk: 14 -> 14 00002000:00010000:3.0:1767316896.890241:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb mtime from disk: 1767316896 -> 1767316896 00002000:00010000:3.0:1767316896.890243:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb atime from disk: 0 -> 1767316896 00002000:00010000:3.0:1767316896.890245:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb ctime from disk: 1767316896 -> 1767316896 00002000:00010000:3.0:1767316896.890246:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1767316896.890295:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933983616:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 213us (943us total) trans 21474840646 rc 0/0 00000100:00100000:3.0:1767316896.890300:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12467 00000100:00100000:3.0:1767316896.902547:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.902646:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933983872 00000100:00100000:1.0:1767316896.902657:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933983872 00000100:00100000:1.0:1767316896.902717:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3299 00000100:00100000:1.0:1767316896.902759:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76000:x1853163933983872:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:1.0:1767316896.902824:0:41791:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x217:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7f26 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab21 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.902871:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316896.902885:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.902902:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316896.902938:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.902952:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 16 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:1.0:1767316896.902968:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4127100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985766144:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316896.903055:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec51d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316896.910816:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316896.910919:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933984000 00000100:00100000:0.0:1767316896.910930:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933984000 00010000:00010000:0.0:1767316896.910973:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 17 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:0.0:1767316896.911021:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6407 00000100:00100000:0.0:1767316896.911031:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933984000:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316896.911049:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316896.911056:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 17 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316896.911068:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 17 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316896.911089:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:0.0:1767316896.911095:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316896.911104:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316896.911110:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316896.911134:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316896.911193:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163933984000:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 163us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316896.911201:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6407 00010000:00010000:2.0:1767316896.915974:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba7f42 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab28 expref: 16 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:2.0:1767316896.916003:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4127100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985766144:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316896.916033:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316896.916043:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:2.0:1767316896.916048:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000040:00080000:2.0:1767316896.916439:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2390, 88 off206432 00000004:00080000:2.0:1767316896.916459:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2142159728938ns, next at 2140617896763ns, rc = 0 00000040:00080000:2.0:1767316896.918290:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2388, 88 off206504 00000004:00080000:2.0:1767316896.918305:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2142161575322ns, next at 2130079962356ns, rc = 0 00000001:00080000:0.0:1767316896.967920:0:53668:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942835 is committed 00000001:00080000:0.0:1767316896.967940:0:53668:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942836 is committed 00000004:00080000:0.0:1767316896.967943:0:53668:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1996 committed 00000004:00080000:0.0:1767316896.967952:0:53668:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1999 committed 00000100:00100000:0.0:1767316896.968021:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985766272:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316896.968079:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316896.968359:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316896.968368:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985766400:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316896.968394:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316896.968467:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985766272 00000100:00100000:1.0:1767316896.968474:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985766272 00000100:00100000:1.0:1767316896.968520:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985766400 00000100:00100000:1.0:1767316896.968523:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985766400 00000100:00100000:1.0:1767316896.968542:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12468 00000100:00100000:1.0:1767316896.968550:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985766272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1767316896.968782:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 14 -> 14 00002000:00010000:1.0:1767316896.968786:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.968788:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316896.968790:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.968792:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1767316896.968835:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985766272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 285us (755us total) trans 17179873749 rc 0/0 00000100:00100000:1.0:1767316896.968843:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12468 00000100:00100000:1.0:1767316896.968873:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12469 00000100:00100000:1.0:1767316896.968879:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985766400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1767316896.968985:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb size from disk: 14 -> 14 00002000:00010000:1.0:1767316896.968988:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb mtime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.968990:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb atime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.968992:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb ctime from disk: 1767316896 -> 1767316896 00002000:00010000:1.0:1767316896.968994:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1767316896.969017:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985766400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (622us total) trans 21474840647 rc 0/0 00000100:00100000:1.0:1767316896.969023:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12469 00000004:00080000:1.0:1767316896.969061:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4126680/2, rc 0, transno 21474840647 00000100:00100000:1.0:1767316896.969067:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985766400:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316896.969078:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873746 gen 2 00000004:00080000:1.0:1767316896.969082:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee3988700, transno 17179873745 00000004:00080000:1.0:1767316896.969090:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e1c00, transno 17179873746 00000100:00100000:1.0:1767316896.969097:0:6214:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3efba82300 x1853163985766272/t17179873749(17179873749) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316912 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767316896.969105:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efba82300/2, rc 0, transno 17179873749 00000100:00100000:1.0:1767316896.969108:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985766272:0@lo:2:osp-syn-1-0.0 00000004:00010000:2.0:1767316896.970524:0:41791:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a88044a4 reply state 00000000bd7b8883 transno 8589942836 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:2.0:1767316896.970543:0:41791:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316896.970552:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:2.0:1767316896.970555:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316896.970564:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba7f26 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab21 expref: 12 pid: 41788 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1767316896.970697:0:41791:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1767316896.970716:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:76000:x1853163933983872:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 67990us (68179us total) trans 8589942836 rc 0/0 00010000:00010000:3.0:1767316896.970758:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316896.970766:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00000100:00100000:2.0:1767316896.970770:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3299 00010000:00010000:3.0:1767316896.970773:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316896.970779:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316896.970783:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316896.970793:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316896.970805:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316896.970808:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316896.970811:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316896.970816:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba7f81 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316896.975248:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316896.975640:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933984128 00000100:00100000:1.0:1767316896.975651:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933984128 00000100:00100000:1.0:1767316896.975723:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8296 00000100:00100000:1.0:1767316896.975845:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:76000:x1853163933984128:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316896.975872:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316896.975970:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab44 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.976033:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 12 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.976046:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 12 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316896.976064:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316896.976068:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316896.976071:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316896.976174:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:76000:x1853163933984128:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 332us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316896.976182:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8296 00000100:00100000:3.0:1767316896.987378:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316896.987497:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933984384 00000100:00100000:2.0:1767316896.987507:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933984384 00000100:00100000:2.0:1767316896.987561:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3300 00000100:00100000:2.0:1767316896.987572:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:76000:x1853163933984384:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316896.988176:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76000:x1853163933984384:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 603us (806us total) trans 8589942837 rc 0/0 00000100:00100000:2.0:1767316896.988185:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3300 00000100:00100000:3.0:1767316897.014251:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316897.014360:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933984640 00000100:00100000:0.0:1767316897.014373:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933984640 00000100:00100000:0.0:1767316897.014453:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8297 00000100:00100000:0.0:1767316897.014464:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76002:x1853163933984640:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316897.014499:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316897.014524:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba7f8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab4b expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316897.014617:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014633:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014645:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014658:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014664:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014671:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014839:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014846:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014856:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014863:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316897.014867:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014876:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014899:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316897.014902:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316897.014909:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014915:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba7f96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014928:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014933:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014939:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014944:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316897.014947:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014952:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014964:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3efc55a900) 00010000:00010000:0.0:1767316897.014966:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316897.014969:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.014975:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba7f9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316897.015013:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba7f8f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab4b expref: 14 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316897.015024:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316897.015026:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316897.015030:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba7f8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab4b expref: 14 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316897.015038:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cea00, rc 0) 00000100:00100000:0.0:1767316897.015187:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76002:x1853163933984640:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 713us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1767316897.015195:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8297 00000100:00100000:3.0:1767316897.017833:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316897.017984:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933984768 00000100:00100000:1.0:1767316897.017994:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933984768 00000100:00100000:1.0:1767316897.018046:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8298 00000100:00100000:1.0:1767316897.018055:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76002:x1853163933984768:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:1.0:1767316897.018135:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018150:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018160:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018174:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018181:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018187:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018482:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018491:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018498:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316897.018528:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:1.0:1767316897.018532:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316897.018684:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018702:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018709:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018716:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018722:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.018726:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018810:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018821:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316897.018825:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.018829:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018836:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018851:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018856:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018862:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018867:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.018870:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018876:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018882:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed97c4e00) 00010000:00010000:1.0:1767316897.018884:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.018886:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018891:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018903:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018909:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018914:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018918:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.018921:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018926:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018933:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316897.018935:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.018937:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.018947:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316897.019064:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76002:x1853163933984768:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 1007us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316897.019073:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8298 00000100:00100000:3.0:1767316897.037549:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316897.037699:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933984896 00000100:00100000:1.0:1767316897.037709:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933984896 00000100:00100000:1.0:1767316897.037791:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8299 00000100:00100000:1.0:1767316897.037802:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76004:x1853163933984896:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316897.037823:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316897.037844:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab52 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.037911:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.037925:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.037936:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.037949:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.037955:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.037960:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038068:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038075:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038081:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316897.038125:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:1.0:1767316897.038129:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316897.038147:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038157:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038164:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038170:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038176:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038181:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.038184:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038190:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038201:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316897.038204:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.038208:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038213:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba7fc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038227:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038232:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038237:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038242:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.038245:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038250:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038257:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed97c4e00) 00010000:00010000:1.0:1767316897.038259:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.038262:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038277:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba7fc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.038306:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba7fb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.038324:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.038331:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316897.038334:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316897.038336:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316897.042218:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76004:x1853163933984896:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4405us (4680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316897.042233:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8299 00000100:00100000:1.0:1767316897.047272:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.047369:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933985152 00000100:00100000:3.0:1767316897.047379:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933985152 00000100:00100000:3.0:1767316897.047490:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8300 00000100:00100000:3.0:1767316897.047500:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76004:x1853163933985152:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316897.047520:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316897.047555:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7fd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab59 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.047668:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.047684:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.047696:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316897.047708:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:3.0:1767316897.047953:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba7fd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.047970:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.047978:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:3.0:1767316897.047981:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1767316897.047984:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfa00, rc 0) 00000100:00100000:3.0:1767316897.048050:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76004:x1853163933985152:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 551us (785us total) trans 8589942838 rc 0/0 00000100:00100000:3.0:1767316897.048066:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8300 00000100:00100000:2.0:1767316897.051677:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.051870:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933985408 00000100:00100000:3.0:1767316897.051881:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933985408 00000100:00100000:3.0:1767316897.051937:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8301 00000100:00100000:3.0:1767316897.051947:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76004:x1853163933985408:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316897.051973:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316897.051994:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab60 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.052097:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7ff1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.052112:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.052136:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316897.052149:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:3.0:1767316897.052281:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab60 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.052299:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7ff1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab60 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.052308:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:3.0:1767316897.052311:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316897.052315:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df400, rc 0) 00000100:00100000:3.0:1767316897.052558:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76004:x1853163933985408:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 611us (888us total) trans 8589942839 rc 0/0 00000100:00100000:3.0:1767316897.052566:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8301 00000100:00100000:2.0:1767316897.113018:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.113467:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933985536 00000100:00100000:3.0:1767316897.113477:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933985536 00000100:00100000:3.0:1767316897.113558:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6781 00000100:00100000:3.0:1767316897.113568:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933985536:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316897.113850:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.113866:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316897.113868:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316897.113874:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.113887:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114009:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114018:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114025:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114033:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316897.114037:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114045:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114061:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.114068:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba7fff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316897.114150:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933985536:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 582us (1139us total) trans 0 rc 14/14 00000100:00100000:3.0:1767316897.114158:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6781 00000100:00100000:1.0:1767316897.119470:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.119965:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933985664 00000100:00100000:3.0:1767316897.119977:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933985664 00000100:00100000:3.0:1767316897.120048:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6782 00000100:00100000:3.0:1767316897.120058:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933985664:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316897.120093:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.120120:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.120129:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316897.120132:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316897.120135:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.120168:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.120183:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 9 pid: 37089 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.120198:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985766528:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316897.120285:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8300 going to sleep for 11 seconds 00000100:00100000:3.0:1767316897.122811:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985766528:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316897.122841:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316897.124094:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.124378:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933985792 00000100:00100000:3.0:1767316897.124387:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933985792 00010000:00010000:3.0:1767316897.124433:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 10 pid: 37089 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.124484:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6408 00000100:00100000:3.0:1767316897.124494:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933985792:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316897.124507:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316897.124528:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 10 pid: 37089 timeout: 2242 lvb_type: 0 00010000:00010000:3.0:1767316897.124547:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 10 pid: 37089 timeout: 2242 lvb_type: 0 00010000:00010000:3.0:1767316897.124579:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba7f73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab3d expref: 10 pid: 37089 timeout: 2242 lvb_type: 0 00010000:00010000:3.0:1767316897.124596:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316897.124599:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316897.124603:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.124612:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.124648:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316897.124713:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933985792:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 219us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316897.124722:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6408 00010000:00010000:2.0:1767316897.125246:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125257:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125385:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125395:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125408:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125415:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316897.125420:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125430:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125454:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.125462:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8006 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316897.125522:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933985664:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 5463us (6060us total) trans 0 rc 14/14 00000100:00100000:2.0:1767316897.125530:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6782 00000100:00100000:1.0:1767316897.143842:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316897.143936:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933985920 00000100:00100000:0.0:1767316897.143948:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933985920 00000100:00100000:0.0:1767316897.144013:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 883 00000100:00100000:0.0:1767316897.144023:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76004:x1853163933985920:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:0.0:1767316897.144041:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316897.144066:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba7ff1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab60 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316897.144091:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:0.0:1767316897.144096:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316897.144164:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76004:x1853163933985920:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 143us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316897.144172:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 883 00000100:00100000:0.0:1767316897.146541:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.146679:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933986176 00000100:00100000:2.0:1767316897.146689:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933986176 00000100:00100000:2.0:1767316897.146765:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3301 00000100:00100000:2.0:1767316897.146773:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76004:x1853163933986176:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316897.147005:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76004:x1853163933986176:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 232us (470us total) trans 8589942840 rc 0/0 00000100:00100000:2.0:1767316897.147013:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3301 00000100:00100000:1.0:1767316897.162233:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.162466:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933986432 00000100:00100000:3.0:1767316897.162477:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933986432 00000100:00100000:3.0:1767316897.162543:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8302 00000100:00100000:3.0:1767316897.162553:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76005:x1853163933986432:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316897.162591:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316897.162611:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba800d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab67 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.162711:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.162889:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.162900:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.162937:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.162949:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.162964:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985766656:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316897.163090:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316897.168967:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.169085:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985766656:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316897.169126:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316897.169232:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933986560 00000100:00100000:2.0:1767316897.169241:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933986560 00010000:00010000:2.0:1767316897.169372:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:2.0:1767316897.169464:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6409 00000100:00100000:2.0:1767316897.169474:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2483:x1853163933986560:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316897.169489:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316897.169495:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.169506:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.169526:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba7fce lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab52 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.169552:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316897.169557:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.169566:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.169579:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.169603:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316897.169655:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933986560:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 183us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316897.169667:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6409 00010000:00010000:3.0:1767316897.169717:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.169748:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316897.169768:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:3.0:1767316897.169918:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba800d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.169935:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.169942:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:3.0:1767316897.169945:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316897.169947:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316897.169972:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76005:x1853163933986432:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7421us (7750us total) trans 8589942841 rc 0/0 00000100:00100000:3.0:1767316897.169980:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8302 00000100:00100000:0.0:1767316897.173957:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.174029:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933986688 00000100:00100000:3.0:1767316897.174039:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933986688 00000100:00100000:3.0:1767316897.174095:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8303 00000100:00100000:3.0:1767316897.174105:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76005:x1853163933986688:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316897.174138:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316897.174158:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8022 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab6e expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.174246:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.174262:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.174368:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.174405:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.174418:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.174431:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985766784:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316897.174687:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8540 going to sleep for 11 seconds 00000100:00100000:3.0:1767316897.178018:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985766784:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316897.178051:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316897.183065:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.183168:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933986816 00000100:00100000:2.0:1767316897.183179:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933986816 00010000:00010000:2.0:1767316897.183223:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:2.0:1767316897.183275:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6410 00000100:00100000:2.0:1767316897.183286:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933986816:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316897.183300:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316897.183307:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.183320:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.183341:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8014 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x217:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab67 expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.183357:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316897.183363:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.183372:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.183379:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.183410:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316897.183480:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2483:x1853163933986816:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 195us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316897.183488:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6410 00010000:00010000:3.0:1767316897.184002:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.184011:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316897.184057:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:3.0:1767316897.184062:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316897.184082:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.184113:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8022 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.184135:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.184142:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:3.0:1767316897.184145:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316897.184148:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316897.184193:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76005:x1853163933986688:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 10090us (10246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316897.184201:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8303 00000100:00100000:0.0:1767316897.193657:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.193821:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933986944 00000100:00100000:2.0:1767316897.193832:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933986944 00000100:00100000:2.0:1767316897.193894:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12470 00000100:00100000:2.0:1767316897.193903:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933986944:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:2.0:1767316897.193976:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27e:0x0] initial LVB size: 14, mtime: 0x69571da0, atime: 0x0, ctime: 0x69571da0, blocks: 0xb 00010000:00010000:2.0:1767316897.193986:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194000:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316897.194003:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316897.194008:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194023:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194043:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194050:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194058:0:37089:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194069:0:37089:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316897.194073:0:37089:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194081:0:37089:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194097:0:37089:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.194104:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316897.194207:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933986944:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 304us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316897.194215:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12470 00000100:00100000:1.0:1767316897.197034:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316897.197129:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933987200 00000100:00100000:3.0:1767316897.197142:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933987200 00000100:00100000:3.0:1767316897.197200:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8304 00000100:00100000:3.0:1767316897.197210:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76005:x1853163933987200:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316897.197299:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.197317:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.197324:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.197331:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.197338:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.197375:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.197388:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.197401:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985766912:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316897.197491:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.197499:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.197507:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985767040:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316897.197531:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316897.197538:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.197546:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985767168:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316897.197562:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8540 going to sleep for 11 seconds 00000100:00100000:1.0:1767316897.201359:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316897.201407:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.201507:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933987584 00000100:00100000:2.0:1767316897.201517:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933987584 00000100:00100000:2.0:1767316897.201592:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3302 00000100:00100000:2.0:1767316897.201602:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:60088:x1853163933987584:12345-192.168.204.9@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1767316897.201862:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:60088:x1853163933987584:12345-192.168.204.9@tcp:35:ldlm_bl.0 Request processed in 260us (514us total) trans 8589942842 rc 0/0 00000100:00100000:2.0:1767316897.201870:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3302 00000100:00100000:0.0:1767316897.202292:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933987328 00000100:00100000:0.0:1767316897.202298:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933987328 00010000:00010000:0.0:1767316897.202323:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:0.0:1767316897.202356:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6411 00000100:00100000:0.0:1767316897.202363:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933987328:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316897.202376:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316897.202382:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316897.202393:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 21 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316897.202415:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:0.0:1767316897.202420:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316897.202433:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316897.202448:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316897.202454:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316897.202479:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163933987328:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 117us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316897.202485:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6411 00010000:00010000:3.0:1767316897.203170:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8029 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab6e expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:3.0:1767316897.203189:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985766912:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316897.203203:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985767040:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316897.203213:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985767168:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316897.203241:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316897.204955:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.205125:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933987712 00000100:00100000:2.0:1767316897.205135:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933987712 00010000:00010000:2.0:1767316897.205180:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:2.0:1767316897.205224:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6412 00000100:00100000:2.0:1767316897.205233:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2483:x1853163933987712:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316897.205249:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316897.205255:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.205265:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.205286:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba7f88 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab44 expref: 20 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:2.0:1767316897.205305:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316897.205310:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.205319:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.205324:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.205330:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316897.205389:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933987712:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 156us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316897.205397:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6412 00000100:00100000:1.0:1767316897.207561:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316897.207643:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933987840 00000100:00100000:0.0:1767316897.207653:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933987840 00010000:00010000:0.0:1767316897.207692:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00000100:00100000:0.0:1767316897.207758:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6413 00000100:00100000:0.0:1767316897.207767:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933987840:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316897.207782:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316897.207788:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316897.207800:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316897.207820:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba7fdc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab59 expref: 19 pid: 41788 timeout: 2242 lvb_type: 0 00010000:00010000:0.0:1767316897.207846:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:0.0:1767316897.207852:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316897.207861:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316897.207868:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316897.207895:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316897.207955:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933987840:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 188us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316897.207962:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6413 00010000:00010000:3.0:1767316897.208033:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316897.208041:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000001:00080000:3.0:1767316897.208368:0:41788:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942843 00000004:00010000:3.0:1767316897.208416:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e999f640 reply state 00000000baa58d0d transno 8589942844 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316897.208425:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316897.208487:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76005:x1853163933987200:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 11277us (11461us total) trans 8589942844 rc 0/0 00000100:00100000:3.0:1767316897.208495:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8304 00000020:00080000:3.0:1767316897.208499:0:41788:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1767316897.210471:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.210488:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.210496:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.210501:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316897.210507:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.210515:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.210545:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316897.210548:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1767316897.210554:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316897.210560:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8037 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316897.213667:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.213894:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933988096 00000100:00100000:2.0:1767316897.213904:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933988096 00000100:00100000:2.0:1767316897.213957:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3303 00000100:00100000:2.0:1767316897.213968:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76005:x1853163933988096:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316897.214232:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76005:x1853163933988096:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 264us (572us total) trans 8589942845 rc 0/0 00000100:00100000:2.0:1767316897.214241:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3303 00000100:00100000:3.0:1767316897.239580:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316897.239690:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933988352 00000100:00100000:1.0:1767316897.239701:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933988352 00000100:00100000:1.0:1767316897.239804:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8305 00000100:00100000:1.0:1767316897.239814:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76006:x1853163933988352:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316897.239838:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316897.239863:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba803e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab75 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.239940:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.239954:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.239964:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.239976:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.239981:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.239986:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240087:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240094:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240100:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240106:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.240116:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240123:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240139:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316897.240142:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.240148:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240153:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8045 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240169:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240174:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240179:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240183:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.240186:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240191:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240198:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed97c4e00) 00010000:00010000:1.0:1767316897.240201:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.240203:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240209:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba804c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.240239:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba803e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab75 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.240249:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316897.240251:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316897.240255:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba803e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab75 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.240264:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:1.0:1767316897.240331:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76006:x1853163933988352:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 518us (762us total) trans 0 rc 301/301 00000100:00100000:1.0:1767316897.240338:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8305 00000100:00100000:1.0:1767316897.244605:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.244693:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933988480 00000100:00100000:2.0:1767316897.244704:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933988480 00000100:00100000:2.0:1767316897.244793:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8306 00000100:00100000:2.0:1767316897.244804:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76006:x1853163933988480:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:2.0:1767316897.244882:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.244898:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.244912:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.244927:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.244934:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.244941:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245058:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245067:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245074:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316897.245121:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:2.0:1767316897.245127:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316897.245139:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245152:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245159:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245165:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245170:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316897.245173:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245181:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245194:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316897.245198:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316897.245203:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245209:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8053 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245222:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245229:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245234:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245239:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316897.245242:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245251:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245259:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316897.245261:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316897.245264:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245270:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba805a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245285:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245291:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245296:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245301:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316897.245304:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245310:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245316:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:2.0:1767316897.245318:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316897.245320:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.245326:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8061 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316897.245407:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76006:x1853163933988480:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 603us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316897.245416:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8306 00000100:00100000:3.0:1767316897.260658:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316897.260813:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933988608 00000100:00100000:1.0:1767316897.260824:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933988608 00000100:00100000:1.0:1767316897.260881:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8307 00000100:00100000:1.0:1767316897.260891:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76008:x1853163933988608:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316897.260913:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316897.260936:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8068 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab7c expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.261010:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261024:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261037:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261051:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261058:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261064:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261187:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261195:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261202:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316897.261236:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00000004:00200000:1.0:1767316897.261240:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316897.261257:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261283:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261291:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261297:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261303:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261309:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.261313:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261321:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261333:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316897.261336:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.261341:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261347:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba806f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261363:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261369:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261374:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261378:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316897.261381:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261385:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261392:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed97c4e00) 00010000:00010000:1.0:1767316897.261394:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316897.261396:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261401:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8076 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.261429:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8068 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab7c expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.261455:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab7c expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.261462:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316897.261463:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316897.261465:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06e00, rc 0) 00000100:00100000:1.0:1767316897.261542:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76008:x1853163933988608:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 651us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316897.261549:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8307 00000100:00100000:3.0:1767316897.264855:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.264959:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933988864 00000100:00100000:2.0:1767316897.264970:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933988864 00000100:00100000:2.0:1767316897.265028:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8308 00000100:00100000:2.0:1767316897.265038:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76008:x1853163933988864:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316897.265060:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316897.265080:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8084 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab83 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.265191:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba808b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.265204:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba808b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316897.265215:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba808b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316897.265226:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:2.0:1767316897.265367:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8084 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab83 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.265385:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba808b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab83 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.265393:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316897.265395:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1767316897.265399:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8c00, rc 0) 00000100:00100000:2.0:1767316897.265464:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76008:x1853163933988864:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 427us (618us total) trans 8589942846 rc 0/0 00000100:00100000:2.0:1767316897.265471:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8308 00000100:00100000:3.0:1767316897.269482:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316897.269569:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933989120 00000100:00100000:1.0:1767316897.269582:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933989120 00000100:00100000:1.0:1767316897.269648:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8309 00000100:00100000:1.0:1767316897.269659:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76008:x1853163933989120:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316897.269688:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316897.269711:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8099 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab8a expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.269842:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba80a0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.269856:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba80a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316897.269868:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba80a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316897.269883:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x217:0x0]: returning size 14 00010000:00010000:1.0:1767316897.269999:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8099 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab8a expref: 26 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.270020:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba80a0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab8a expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316897.270029:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316897.270032:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1767316897.270036:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316897.270100:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:76008:x1853163933989120:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 443us (630us total) trans 8589942847 rc 0/0 00000100:00100000:1.0:1767316897.270107:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8309 00000100:00100000:3.0:1767316897.276195:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316897.276289:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933989248 00000100:00100000:0.0:1767316897.276299:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933989248 00000100:00100000:0.0:1767316897.276364:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12471 00000100:00100000:0.0:1767316897.276374:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933989248:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316897.276396:0:15520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316897.276422:0:15520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab91 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316897.276460:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27e:0x0] initial LVB size: 14, mtime: 0x69571da0, atime: 0x0, ctime: 0x69571da0, blocks: 0xb 00010000:00010000:0.0:1767316897.276483:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316897.276485:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316897.276495:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 9 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316897.276512:0:15520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 9 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316897.276542:0:15520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cec00, rc 0) 00000100:00100000:0.0:1767316897.276601:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933989248:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 229us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316897.276608:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12471 00000100:00100000:3.0:1767316897.280445:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.280894:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933989376 00000100:00100000:2.0:1767316897.280905:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933989376 00000100:00100000:2.0:1767316897.280965:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 884 00000100:00100000:2.0:1767316897.280974:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:76008:x1853163933989376:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:2.0:1767316897.280993:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316897.281019:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba80a0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab8a expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316897.281040:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:2.0:1767316897.281046:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316897.281529:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:76008:x1853163933989376:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 133us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316897.281544:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 884 00000100:00100000:3.0:1767316897.283597:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316897.283825:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933989632 00000100:00100000:2.0:1767316897.283835:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933989632 00000100:00100000:2.0:1767316897.283890:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3304 00000100:00100000:2.0:1767316897.283900:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:76008:x1853163933989632:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316897.284148:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:76008:x1853163933989632:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 249us (559us total) trans 8589942848 rc 0/0 00000100:00100000:2.0:1767316897.284156:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3304 00010000:00010000:1.0:1767316897.901910:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316898.469008:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985767552:0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.469074:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316898.469126:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316898.469132:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985767680:0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.469159:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316898.469199:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985767680 00000100:00100000:0.0:1767316898.469206:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985767680 00000100:00100000:0.0:1767316898.469261:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1767316898.469272:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985767680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.469329:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985767680:12345-0@lo:400:kworker.0 Request processed in 58us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316898.469337:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00080000:0.0:1767316898.469363:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316898.469400:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985767680:0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469472:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985767296:0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469528:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316898.469569:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985767808:0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469597:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316898.469614:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767316898.469620:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985767424:0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469642:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316898.469663:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985767936:0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469684:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316898.469716:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985767552 00000100:00100000:2.0:1767316898.469720:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985767552 00000100:00100000:2.0:1767316898.469788:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985767424 00000100:00100000:2.0:1767316898.469791:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985767424 00000100:00100000:2.0:1767316898.469814:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985767936 00000100:00100000:2.0:1767316898.469817:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985767936 00000100:00100000:2.0:1767316898.469837:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767316898.469844:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985767552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469884:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985767552:12345-0@lo:400:kworker.0 Request processed in 40us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316898.469891:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767316898.469905:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1767316898.469911:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985767424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469945:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985767424:12345-0@lo:400:kworker.0 Request processed in 34us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316898.469953:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1767316898.469964:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767316898.469970:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985767936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.469997:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985767936:12345-0@lo:400:kworker.0 Request processed in 27us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316898.470007:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767316898.470049:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985767424:0@lo:400:kworker.0 00000100:00100000:2.0:1767316898.470060:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985767936:0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.470441:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985767296 00000100:00100000:0.0:1767316898.470447:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985767296 00000100:00100000:0.0:1767316898.470485:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1767316898.470493:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985767296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.470543:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985767296:12345-0@lo:400:kworker.0 Request processed in 51us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316898.470552:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1767316898.470669:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985767296:0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.470768:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985767808 00000100:00100000:0.0:1767316898.470772:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985767808 00000100:00100000:0.0:1767316898.470802:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1767316898.470809:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985767808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316898.470847:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985767808:12345-0@lo:400:kworker.0 Request processed in 39us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316898.470853:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00080000:0.0:1767316898.470870:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316898.470875:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316898.470895:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985767552:0@lo:400:kworker.0 00000100:00100000:3.0:1767316898.471051:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985767808:0@lo:400:kworker.0 00010000:00010000:3.0:1767316898.915985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316899.492956:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316899.492988:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985768064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316899.493081:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316899.493179:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768064 00000100:00100000:1.0:1767316899.493189:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768064 00000100:00100000:1.0:1767316899.493242:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767316899.493252:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985768064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316899.493296:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 428802048 pending 1703936 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316899.493346:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:6215:x1853163985768064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316899.493353:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767316899.493415:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985768064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316899.494015:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316899.494026:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985768192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316899.494070:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316899.494618:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768192 00000100:00100000:1.0:1767316899.494625:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768192 00000100:00100000:1.0:1767316899.494672:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767316899.494681:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985768192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316899.494712:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50397184 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1767316899.494799:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985768192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316899.494806:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1767316899.495130:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985768192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316899.497441:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316899.497485:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316899.497526:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316899.497559:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316899.497599:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933990016 00000100:00100000:3.0:1767316899.497609:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933990016 00000100:00100000:3.0:1767316899.497665:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933990144 00000100:00100000:3.0:1767316899.497669:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933990144 00000100:00100000:3.0:1767316899.497690:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1019 00000100:00100000:3.0:1767316899.497701:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933990016:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316899.497805:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933990016:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 105us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316899.497813:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1019 00000100:00100000:3.0:1767316899.497830:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1020 00000100:00100000:3.0:1767316899.497837:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933990144:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316899.497863:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933990144:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316899.497869:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1020 00000100:00080000:3.0:1767316899.497886:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316899.497890:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316899.498332:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933989888 00000100:00100000:1.0:1767316899.498337:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933989888 00000100:00100000:1.0:1767316899.498386:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 631 00000100:00100000:1.0:1767316899.498406:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2486:x1853163933989888:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316899.498456:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2486:x1853163933989888:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 63us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316899.498463:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 631 00000100:00100000:0.0:1767316899.498706:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933989760 00000100:00100000:0.0:1767316899.498712:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933989760 00000100:00100000:0.0:1767316899.498769:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 811 00000100:00100000:0.0:1767316899.498777:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933989760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316899.498814:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933989760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316899.498821:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 811 00000100:00080000:2.0:1767316899.499804:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1767316899.941755:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316900.095490:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840647 is committed 00000001:00080000:3.0:1767316900.095510:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840643 is committed 00000001:00080000:3.0:1767316900.095527:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840644 is committed 00000001:00080000:3.0:1767316900.095557:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840646 is committed 00010000:00010000:2.0:1767316900.972249:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316901.988008:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767316902.153036:0:53668:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942847 is committed 00000001:00080000:0.0:1767316902.153056:0:53668:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942848 is committed 00000001:00080000:3.0:1767316902.180595:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873749 is committed 00000001:00080000:3.0:1767316902.180617:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873748 is committed 00010000:00010000:3.0:1767316903.012793:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316903.589768:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985768320:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.589845:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316903.589892:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985768832:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.589921:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316903.589949:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316903.589954:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985768448:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.589977:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316903.589992:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985768960:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590008:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316903.590030:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985768576:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590049:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316903.590063:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316903.590067:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985768704:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590084:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316903.590105:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768832 00000100:00100000:3.0:1767316903.590112:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768832 00000100:00100000:3.0:1767316903.590156:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768704 00000100:00100000:3.0:1767316903.590159:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768704 00000100:00100000:3.0:1767316903.590176:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1767316903.590183:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985768832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590230:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985768832:12345-0@lo:400:kworker.0 Request processed in 47us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316903.590236:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1767316903.590251:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1767316903.590256:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985768704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590280:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985768704:12345-0@lo:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316903.590285:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1767316903.590299:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768448 00000100:00100000:3.0:1767316903.590302:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768448 00000100:00100000:3.0:1767316903.590347:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768960 00000100:00100000:3.0:1767316903.590349:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768960 00000100:00100000:3.0:1767316903.590452:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768576 00000100:00100000:3.0:1767316903.590455:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768576 00000100:00100000:3.0:1767316903.590473:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767316903.590478:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985768448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590507:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6212:x1853163985768448:12345-0@lo:400:kworker.0 Request processed in 29us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316903.590512:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767316903.590523:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1767316903.590528:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985768960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590553:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6212:x1853163985768960:12345-0@lo:400:kworker.0 Request processed in 24us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316903.590558:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1767316903.590569:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1767316903.590574:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985768576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590602:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985768576:12345-0@lo:400:kworker.0 Request processed in 28us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316903.590607:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:3.0:1767316903.590624:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316903.590628:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316903.590630:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316903.590669:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840647 gen 2 00000004:00080000:3.0:1767316903.590675:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec51c1880, transno 21474840641 00000004:00080000:3.0:1767316903.590684:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee3988e00, transno 21474840642 00000004:00080000:3.0:1767316903.590686:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4126a00, transno 21474840645 00000004:00080000:3.0:1767316903.590689:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4126680, transno 21474840647 00000100:00100000:3.0:1767316903.590695:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985768704:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590707:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985768576:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590764:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985768448:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590773:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6212:1853163985768960:0@lo:400:kworker.0 00000100:00100000:3.0:1767316903.590779:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873749 gen 2 00000004:00080000:3.0:1767316903.590782:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efba82300, transno 17179873749 00000100:00100000:3.0:1767316903.590791:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985768832:0@lo:400:kworker.0 00000100:00100000:2.0:1767316903.591475:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985768320 00000100:00100000:2.0:1767316903.591481:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985768320 00000100:00100000:2.0:1767316903.591522:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1767316903.591530:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985768320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316903.591580:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985768320:12345-0@lo:400:kworker.0 Request processed in 51us (1734us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316903.591587:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1767316903.591763:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985768320:0@lo:400:kworker.0 00000004:00080000:1.0:1767316903.592792:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000001:02000400:1.0:1767316903.900008:0:53857:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 212b: Testing lfs mirror verify --stale option ========================================================== 20:21:42 (1767316902) 00000100:00100000:1.0:1767316903.969002:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316903.969077:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933990272 00000100:00100000:2.0:1767316903.969088:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933990272 00000100:00100000:2.0:1767316903.969162:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8310 00000100:00100000:2.0:1767316903.969172:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76567:x1853163933990272:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316903.969192:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316903.969212:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba80b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab98 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316903.969289:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969303:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969324:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969398:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969406:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969412:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969497:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969505:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969511:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969517:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316903.969521:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969528:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969540:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316903.969544:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316903.969549:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969554:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969567:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969572:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969578:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969582:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316903.969595:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969601:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969608:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316903.969610:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316903.969613:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969619:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316903.969651:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba80b5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab98 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316903.969661:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316903.969664:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316903.969667:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba80b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab98 expref: 14 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316903.969681:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9e00, rc 0) 00000100:00100000:2.0:1767316903.969761:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76567:x1853163933990272:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 589us (769us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316903.969769:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8310 00000100:00080000:1.0:1767316903.970156:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767316903.997807:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316903.998125:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933990528 00000100:00100000:2.0:1767316903.998140:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933990528 00000100:00100000:2.0:1767316903.998285:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8311 00000100:00100000:2.0:1767316903.998298:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76567:x1853163933990528:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316903.998333:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316903.998338:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316903.998372:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba7eaf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aafe expref: 13 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316903.998394:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316903.998419:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316903.998438:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba80ca lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ab9f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316903.998945:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316903.998959:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316903.998970:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316903.998983:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316903.999001:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316903.999007:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001668:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001694:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001709:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316904.001725:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 0 00010000:00010000:2.0:1767316904.001843:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001851:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001858:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001864:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316904.001868:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001875:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001887:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316904.001890:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316904.001895:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.001901:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba80d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316904.001912:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002cd2a716 reply state 00000000e22411fb transno 8589942849 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316904.001919:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316904.001959:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba80ca lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 15 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.002109:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 14 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.002118:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316904.002121:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316904.002123:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316904.002280:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76567:x1853163933990528:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 3983us (4485us total) trans 8589942849 rc 0/0 00000100:00100000:2.0:1767316904.002290:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8311 00000100:00100000:1.0:1767316904.017951:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316904.017998:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.018011:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.018019:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.018026:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.018031:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.018039:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.018055:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efd6a6500) 00010000:00010000:1.0:1767316904.018058:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316904.018063:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.018069:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba80d8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316904.018185:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933990784 00000100:00100000:2.0:1767316904.018196:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933990784 00000100:00100000:2.0:1767316904.018267:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8312 00000100:00100000:2.0:1767316904.018280:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76567:x1853163933990784:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316904.018307:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316904.018335:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba80ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aba6 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.018451:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.018466:0:42523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 15 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.018701:0:42523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.018766:0:42523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 15 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.018781:0:42523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 15 pid: 42523 timeout: 2249 lvb_type: 0 00000100:00100000:2.0:1767316904.018796:0:42523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985769088:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316904.018892:0:42523:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.021878:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.022284:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933990912 00000100:00100000:3.0:1767316904.022295:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933990912 00010000:00010000:3.0:1767316904.022349:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 16 pid: 42523 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.022391:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6414 00000100:00100000:3.0:1767316904.022404:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933990912:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316904.022421:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316904.022430:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 16 pid: 42523 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.022444:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 16 pid: 42523 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.022468:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316904.022474:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.022485:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.022492:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.022511:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316904.022566:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:2483:x1853163933990912:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 164us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.022574:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6414 00010000:00010000:3.0:1767316904.023205:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba80df lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab9f expref: 15 pid: 42523 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.023222:0:42523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:42523:1853163985769088:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316904.023701:0:42523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.023711:0:42523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.023717:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316904.023763:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 0 00000004:00080000:3.0:1767316904.024131:0:42523:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x27b:0x0], index 0: 0 00000004:00080000:3.0:1767316904.024142:0:42523:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27f:0x0], index 1: 0 00000004:00080000:3.0:1767316904.024149:0:42523:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x27c:0x0], index 0: 0 00010000:00010000:3.0:1767316904.026033:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026050:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026058:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026065:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.026069:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026077:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026093:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316904.026096:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316904.026101:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026107:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba80f4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.026173:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba80ed lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aba6 expref: 15 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.026184:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6e00) 00010000:00010000:3.0:1767316904.026187:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316904.026191:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba80ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aba6 expref: 15 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.026202:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9600, rc 0) 00000100:00100000:3.0:1767316904.028388:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76567:x1853163933990784:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 10098us (10447us total) trans 8589942850 rc 301/301 00000100:00100000:3.0:1767316904.028402:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8312 00010000:00010000:3.0:1767316904.039178:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316904.042250:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.043840:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933991168 00000100:00100000:1.0:1767316904.043856:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933991168 00000100:00100000:1.0:1767316904.043933:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3305 00000100:00100000:1.0:1767316904.043944:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76567:x1853163933991168:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:1.0:1767316904.044401:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76567:x1853163933991168:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 457us (2159us total) trans 8589942851 rc 0/0 00000100:00100000:1.0:1767316904.044409:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3305 00000100:00100000:3.0:1767316904.049040:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.052259:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933991424 00000100:00100000:2.0:1767316904.052274:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933991424 00000100:00100000:2.0:1767316904.052378:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3306 00000100:00100000:2.0:1767316904.052390:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76567:x1853163933991424:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316904.052818:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76567:x1853163933991424:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 429us (3786us total) trans 8589942852 rc 0/0 00000100:00100000:2.0:1767316904.052826:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3306 00000100:00100000:3.0:1767316904.062168:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.062306:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933991552 00000100:00100000:2.0:1767316904.062325:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933991552 00000100:00100000:2.0:1767316904.062389:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8313 00000100:00100000:2.0:1767316904.062399:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76434:x1853163933991552:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1767316904.062424:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316904.062448:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8102 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abad expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.062528:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8109 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.062543:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.062555:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316904.062617:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767316904.062621:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316904.062644:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316904.062669:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8102 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abad expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.062686:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8109 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abad expref: 17 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.062695:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316904.062698:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316904.062702:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:2.0:1767316904.062797:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76434:x1853163933991552:12345-192.168.204.9@tcp:101:bash.0 Request processed in 399us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.062805:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8313 00000100:00100000:1.0:1767316904.072334:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.072447:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933991808 00000100:00100000:0.0:1767316904.072459:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933991808 00000100:00100000:0.0:1767316904.072541:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8314 00000100:00100000:0.0:1767316904.072551:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76434:x1853163933991808:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1767316904.072575:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.072579:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1767316904.072607:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8109 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abad expref: 17 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.072626:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:0.0:1767316904.072637:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316904.072655:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8110 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abb4 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.072849:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072862:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072873:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072886:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072892:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072899:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072976:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8125 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.072998:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8125 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073006:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8125 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316904.073017:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 0 00010000:00010000:0.0:1767316904.073113:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073121:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073127:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073133:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316904.073138:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073144:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073152:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a100) 00010000:00010000:0.0:1767316904.073155:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316904.073158:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073164:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8117 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073172:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073178:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073186:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073190:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316904.073192:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073197:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073204:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efc55ac00) 00010000:00010000:0.0:1767316904.073206:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316904.073209:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073214:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba811e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.073250:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8110 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abb4 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.073265:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8125 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abb4 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.073272:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316904.073274:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316904.073277:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfe00, rc 0) 00000100:00100000:0.0:1767316904.073349:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76434:x1853163933991808:12345-192.168.204.9@tcp:101:bash.0 Request processed in 799us (1045us total) trans 8589942853 rc 0/0 00000100:00100000:0.0:1767316904.073357:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8314 00000100:00100000:3.0:1767316904.087934:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.088001:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933992064 00000100:00100000:3.0:1767316904.088013:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933992064 00000100:00100000:3.0:1767316904.088072:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8315 00000100:00100000:3.0:1767316904.088083:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76434:x1853163933992064:12345-192.168.204.9@tcp:36:bash.0 00010000:00010000:3.0:1767316904.088157:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316904.088185:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8125 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abb4 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.088205:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:3.0:1767316904.088217:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316904.089706:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.089742:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.089756:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000001:00080000:3.0:1767316904.089831:0:42523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942854 00000004:00010000:3.0:1767316904.089865:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a85837d reply state 00000000e5683a26 transno 8589942855 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316904.089875:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316904.090000:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76434:x1853163933992064:12345-192.168.204.9@tcp:36:bash.0 Request processed in 1916us (2079us total) trans 8589942855 rc 0/0 00000100:00100000:3.0:1767316904.090009:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8315 00000020:00080000:3.0:1767316904.090015:0:42523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1767316904.096121:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316904.096141:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316904.096148:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316904.096154:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316904.096159:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316904.096167:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316904.096185:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:0.0:1767316904.096188:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316904.096192:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316904.096198:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8133 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316904.101712:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.101856:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933992192 00000100:00100000:0.0:1767316904.101867:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933992192 00000100:00100000:0.0:1767316904.101928:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8316 00000100:00100000:0.0:1767316904.101939:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76434:x1853163933992192:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:0.0:1767316904.101964:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.102002:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba813a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abbb expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.102064:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba813a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abbb expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.102079:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba813a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abbb expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.102098:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a100) 00010000:00010000:0.0:1767316904.102102:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316904.102106:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce600, rc 0) 00000100:00100000:0.0:1767316904.102176:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76434:x1853163933992192:12345-192.168.204.9@tcp:101:bash.0 Request processed in 238us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.102184:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8316 00000100:00100000:3.0:1767316904.116066:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.116111:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933992448 00000100:00100000:3.0:1767316904.116122:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933992448 00000100:00100000:3.0:1767316904.116168:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8317 00000100:00100000:3.0:1767316904.116176:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76434:x1853163933992448:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:3.0:1767316904.116195:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.116197:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316904.116222:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba813a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abbb expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.116236:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a100) 00010000:00010000:3.0:1767316904.116245:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316904.116257:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8141 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abc2 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.116305:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8148 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.116328:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8148 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.116338:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8148 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:3.0:1767316904.116688:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2391, 88 off206520 00000004:00080000:3.0:1767316904.116695:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2149359965960ns, next at 2140617896763ns, rc = 0 00000040:00080000:3.0:1767316904.116750:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2389, 88 off206592 00000004:00080000:3.0:1767316904.116754:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2149360025160ns, next at 2130079962356ns, rc = 0 00000040:00080000:3.0:1767316904.116771:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2392, 88 off206608 00000004:00080000:3.0:1767316904.116774:0:42523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2149360044872ns, next at 2140617896763ns, rc = 0 00000001:00080000:2.0:1767316904.186994:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942853 is committed 00000001:00080000:2.0:1767316904.187026:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942856 is committed 00000004:00080000:2.0:1767316904.187030:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2001 committed 00000004:00080000:2.0:1767316904.187045:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1997 committed 00000004:00080000:2.0:1767316904.187051:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2000 committed 00000100:00100000:3.0:1767316904.187288:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985769344:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316904.187368:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316904.187421:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316904.187427:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985769216:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316904.187451:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316904.187485:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985769472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1767316904.187507:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316904.187540:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985769344 00000100:00100000:3.0:1767316904.187546:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985769344 00000100:00100000:3.0:1767316904.187582:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985769216 00000100:00100000:3.0:1767316904.187585:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985769216 00000100:00100000:3.0:1767316904.187597:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985769472 00000100:00100000:3.0:1767316904.187599:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985769472 00000100:00100000:3.0:1767316904.187616:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12472 00000100:00100000:3.0:1767316904.187623:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985769344:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316904.187909:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985769344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 285us (540us total) trans 21474840648 rc 0/0 00000100:00100000:3.0:1767316904.187918:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12472 00000100:00100000:3.0:1767316904.187935:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12473 00000100:00100000:3.0:1767316904.187942:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985769216:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316904.188210:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985769216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 268us (757us total) trans 21474840649 rc 0/0 00000100:00100000:3.0:1767316904.188217:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12473 00000100:00100000:3.0:1767316904.188230:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12474 00000100:00100000:3.0:1767316904.188235:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985769472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1767316904.188407:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985769472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 171us (898us total) trans 17179873750 rc 0/0 00000100:00100000:3.0:1767316904.188414:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12474 00000004:00080000:3.0:1767316904.188541:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4019f80/2, rc 0, transno 17179873750 00000100:00100000:3.0:1767316904.188548:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985769472:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1767316904.188574:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7d31c00/2, rc 0, transno 21474840649 00000100:00100000:3.0:1767316904.188578:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985769216:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1767316904.188587:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4018700/2, rc 0, transno 21474840648 00000100:00100000:3.0:1767316904.188590:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985769344:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1767316904.188853:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8148 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc2 expref: 14 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.188869:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.188872:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1767316904.188890:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8141 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc2 expref: 14 pid: 42523 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767316904.188912:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8148 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc2 expref: 13 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.188941:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.188944:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1767316904.188946:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:1.0:1767316904.189082:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76434:x1853163933992448:12345-192.168.204.9@tcp:101:bash.0 Request processed in 72905us (73026us total) trans 8589942856 rc 0/0 00000100:00100000:1.0:1767316904.189089:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8317 00000100:00100000:1.0:1767316904.194622:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.194851:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933992576 00000100:00100000:3.0:1767316904.194861:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933992576 00000100:00100000:3.0:1767316904.194962:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12475 00000100:00100000:3.0:1767316904.194972:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:76434:x1853163933992576:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:3.0:1767316904.195005:0:14915:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.195034:0:14915:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abc9 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316904.195068:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316904.195090:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.195093:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.195100:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 7 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.195117:0:14915:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 7 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.195129:0:14915:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316904.195196:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:76434:x1853163933992576:12345-192.168.204.9@tcp:101:bash.0 Request processed in 225us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.195204:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12475 00000100:00080000:1.0:1767316904.196119:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316904.199341:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.199620:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933992704 00000100:00100000:2.0:1767316904.199631:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933992704 00002000:00010000:2.0:1767316904.199676:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/635 (0->18446744073709551615) 00002000:00100000:2.0:1767316904.199681:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3eca064a80 with x1853163933992704 ext(0->18446744073709551615) 00002000:00010000:2.0:1767316904.199693:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3eca064a80. 00000100:00100000:2.0:1767316904.199801:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6783 00000100:00100000:2.0:1767316904.199813:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163933992704:12345-192.168.204.9@tcp:10:bash.0 00002000:00010000:2.0:1767316904.200264:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1767316904.200269:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb mtime from disk: 0 -> 1767316904 00002000:00010000:2.0:1767316904.200271:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1767316904.200274:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb ctime from disk: 0 -> 1767316904 00002000:00010000:2.0:1767316904.200276:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1767316904.200352:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933992704:12345-192.168.204.9@tcp:10:bash.0 Request processed in 539us (1018us total) trans 21474840650 rc 0/0 00000100:00100000:2.0:1767316904.200361:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6783 00002000:00010000:2.0:1767316904.200365:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/635 (0->18446744073709551615) 00002000:00100000:2.0:1767316904.200368:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3eca064a80 with x1853163933992704 ext(0->18446744073709551615) 00002000:00010000:2.0:1767316904.200373:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3eca064a80. 00000100:00100000:0.0:1767316904.204543:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.204629:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933992960 00000100:00100000:1.0:1767316904.204639:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933992960 00000100:00100000:1.0:1767316904.204700:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3307 00000100:00100000:1.0:1767316904.204710:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76434:x1853163933992960:12345-192.168.204.9@tcp:35:bash.0 00000100:00100000:1.0:1767316904.205158:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76434:x1853163933992960:12345-192.168.204.9@tcp:35:bash.0 Request processed in 447us (625us total) trans 8589942857 rc 0/0 00000100:00100000:1.0:1767316904.205166:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3307 00000100:00100000:1.0:1767316904.217184:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.218656:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933993088 00000100:00100000:3.0:1767316904.218669:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933993088 00000100:00100000:3.0:1767316904.218801:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8318 00000100:00100000:3.0:1767316904.218813:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76577:x1853163933993088:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.218841:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.218866:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8156 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abd0 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.219091:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba815d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.219108:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba815d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.219125:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba815d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316904.219197:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316904.219201:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316904.219230:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba815d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316904.219255:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8156 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd0 expref: 16 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.219287:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba815d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd0 expref: 15 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.219297:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316904.219299:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316904.219303:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de000, rc 0) 00000100:00100000:3.0:1767316904.219443:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933993088:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 631us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.219452:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8318 00000100:00100000:3.0:1767316904.223915:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.224167:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933993216 00000100:00100000:1.0:1767316904.224181:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933993216 00000100:00100000:1.0:1767316904.224316:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8319 00000100:00100000:1.0:1767316904.224329:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933993216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316904.224351:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316904.224374:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8164 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abd7 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.224450:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224463:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224699:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224717:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224725:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224780:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224898:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224907:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.224913:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316904.224959:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:1.0:1767316904.224964:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316904.224992:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225004:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225012:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225018:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225025:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225030:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.225034:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225041:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225052:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316904.225055:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316904.225060:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225066:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba816b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225077:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225083:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225089:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225094:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.225096:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225102:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225108:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316904.225111:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316904.225114:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225119:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba8172 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.225151:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8164 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 17 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.225163:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 16 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.225169:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.225171:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316904.225173:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:1.0:1767316904.225245:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76577:x1853163933993216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 918us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.225253:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8319 00000100:00100000:3.0:1767316904.229924:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.230147:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933993472 00000100:00100000:0.0:1767316904.230158:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933993472 00000100:00100000:0.0:1767316904.230223:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8320 00000100:00100000:0.0:1767316904.230233:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76577:x1853163933993472:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316904.230257:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.230281:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8180 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abde expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.230392:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.230421:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 17 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.230431:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.230591:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 17 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.230609:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 17 pid: 42523 timeout: 2249 lvb_type: 0 00000100:00100000:0.0:1767316904.230625:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985769600:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316904.230835:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.234664:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.235236:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933993600 00000100:00100000:2.0:1767316904.235247:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933993600 00010000:00010000:2.0:1767316904.235296:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 18 pid: 42523 timeout: 2249 lvb_type: 0 00000100:00100000:2.0:1767316904.235354:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6415 00000100:00100000:2.0:1767316904.235364:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933993600:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316904.235381:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316904.235387:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 18 pid: 42523 timeout: 2249 lvb_type: 0 00010000:00010000:2.0:1767316904.235399:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 18 pid: 42523 timeout: 2249 lvb_type: 0 00010000:00010000:2.0:1767316904.235436:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.235443:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316904.235453:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316904.235459:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316904.235488:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316904.235551:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2484:x1853163933993600:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 188us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.235560:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6415 00010000:00010000:0.0:1767316904.238634:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8179 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd7 expref: 17 pid: 42523 timeout: 2249 lvb_type: 0 00000100:00100000:0.0:1767316904.238663:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985769600:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316904.238694:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.238705:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.238711:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316904.239108:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316904.239322:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8180 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.239340:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.239350:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.239353:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767316904.239358:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00000100:00100000:0.0:1767316904.239622:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76577:x1853163933993472:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 9389us (10151us total) trans 8589942858 rc 0/0 00000100:00100000:0.0:1767316904.239633:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8320 00000100:00100000:1.0:1767316904.244660:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.244787:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933993728 00000100:00100000:0.0:1767316904.244800:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933993728 00000100:00100000:0.0:1767316904.244901:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8321 00000100:00100000:0.0:1767316904.244911:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76577:x1853163933993728:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316904.244947:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.244970:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8195 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abe5 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.245071:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.245087:0:41788:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.245096:0:41788:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.245134:0:41788:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.245147:0:41788:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 18 pid: 41788 timeout: 2249 lvb_type: 0 00000100:00100000:0.0:1767316904.245161:0:41788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985769728:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316904.245255:0:41788:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71300 going to sleep for 11 seconds 00000100:00100000:0.0:1767316904.247855:0:41788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e33480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:41788:1853163985769728:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316904.247883:0:41788:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316904.249797:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.249953:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933993856 00000100:00100000:3.0:1767316904.249964:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933993856 00010000:00010000:3.0:1767316904.250005:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 19 pid: 41788 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.250077:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6416 00000100:00100000:3.0:1767316904.250086:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163933993856:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316904.250101:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316904.250107:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 19 pid: 41788 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.250120:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 19 pid: 41788 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.250141:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8187 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abde expref: 19 pid: 41788 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.250156:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.250161:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316904.250170:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316904.250177:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316904.250204:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316904.250254:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163933993856:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 169us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.250262:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6416 00010000:00010000:0.0:1767316904.250427:0:41788:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.250435:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316904.250489:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316904.250495:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316904.250518:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.250554:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8195 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abe5 expref: 18 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.250569:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abe5 expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.250576:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.250579:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316904.250582:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfa00, rc 0) 00000100:00100000:0.0:1767316904.250623:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76577:x1853163933993728:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5713us (5975us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.250631:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8321 00000100:00100000:1.0:1767316904.258273:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.258382:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933994112 00000100:00100000:0.0:1767316904.258394:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933994112 00000100:00100000:0.0:1767316904.258653:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8322 00000100:00100000:0.0:1767316904.258666:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76577:x1853163933994112:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316904.258698:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.258723:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba81a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abec expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.260879:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba81aa lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.260893:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba81aa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.260905:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba81aa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316904.260917:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316904.261147:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba81a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abec expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.261168:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba81aa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abec expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.261177:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.261180:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316904.261184:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316904.261261:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76577:x1853163933994112:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2598us (2998us total) trans 8589942859 rc 0/0 00000100:00100000:0.0:1767316904.261268:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8322 00000100:00100000:1.0:1767316904.263872:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.264210:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933994240 00000100:00100000:2.0:1767316904.264221:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933994240 00000100:00100000:2.0:1767316904.264300:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12476 00000100:00100000:2.0:1767316904.264318:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933994240:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:2.0:1767316904.264364:0:14912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.264383:0:14912:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 8 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.264391:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316904.264393:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316904.264397:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.264445:0:14912:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 8 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.264460:0:14912:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 8 pid: 14915 timeout: 2249 lvb_type: 0 00000100:00100000:2.0:1767316904.264481:0:14912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14912:1853163985769856:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316904.264550:0:14912:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec2b3b840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316904.266259:0:14912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14912:1853163985769856:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316904.266282:0:14912:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316904.267248:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.267324:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933994368 00000100:00100000:2.0:1767316904.267333:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933994368 00002000:00100000:2.0:1767316904.267380:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x27b:0x0] (0->28) req@ffff9b3eca067100 x1853163933994368/t0(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:80/0 lens 520/0 e 0 to 0 dl 1767316915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316904.267397:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3eca067100 with x1853163933994368 ext(0->28) 00010000:00010000:2.0:1767316904.267405:0:23675:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 9 pid: 14915 timeout: 2249 lvb_type: 0 00010000:00010000:2.0:1767316904.267419:0:23675:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 9 pid: 14915 timeout: 2249 lvb_type: 0 00002000:00010000:2.0:1767316904.267427:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3eca067100 00000100:00100000:2.0:1767316904.267462:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:2.0:1767316904.267481:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933994368:12345-192.168.204.9@tcp:4:bash.0 00000100:00100000:2.0:1767316904.267844:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933994368:12345-192.168.204.9@tcp:4:bash.0 Request processed in 374us (598us total) trans 21474840651 rc 0/0 00000100:00100000:2.0:1767316904.267849:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 781 00002000:00100000:2.0:1767316904.267854:0:23675:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x27b:0x0] (0->28) req@ffff9b3eca067100 x1853163933994368/t21474840651(0) o4->3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4@192.168.204.9@tcp:80/0 lens 520/448 e 0 to 0 dl 1767316915 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1767316904.267860:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3eca067100 with x1853163933994368 ext(0->28) 00010000:00010000:2.0:1767316904.267863:0:23675:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 11 pid: 14915 timeout: 2249 lvb_type: 0 00010000:00010000:2.0:1767316904.267871:0:23675:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 11 pid: 14915 timeout: 2249 lvb_type: 0 00002000:00010000:2.0:1767316904.267875:0:23675:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b3eca067100 00000100:00100000:1.0:1767316904.270154:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.270278:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933994496 00000100:00100000:3.0:1767316904.270289:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933994496 00010000:00010000:3.0:1767316904.270342:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 11 pid: 14915 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.270388:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6417 00000100:00100000:3.0:1767316904.270398:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933994496:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316904.270416:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1767316904.270435:0:12904:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 0 -> 29 00010000:00010000:3.0:1767316904.270442:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 11 pid: 14915 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.270455:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 11 pid: 14915 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.270489:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba814f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc9 expref: 11 pid: 14915 timeout: 2249 lvb_type: 0 00010000:00010000:3.0:1767316904.270505:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.270506:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.270511:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.270521:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.270628:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316904.270673:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933994496:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 277us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.270679:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6417 00010000:00010000:0.0:1767316904.271414:0:14912:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.271426:0:14912:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271595:0:14912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271603:0:14912:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271608:0:14912:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271613:0:14912:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316904.271615:0:14912:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271621:0:14912:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271632:0:14912:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.271638:0:14912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba81b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316904.271784:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933994240:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 7473us (7919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.271792:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12476 00000100:00100000:1.0:1767316904.273557:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.273700:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933994752 00000100:00100000:0.0:1767316904.273711:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933994752 00000100:00100000:0.0:1767316904.273780:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8323 00000100:00100000:0.0:1767316904.273787:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76577:x1853163933994752:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316904.273839:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767316904.273861:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba819c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abe5 expref: 19 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.273876:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8148 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abc2 expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.273883:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.273886:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316904.273913:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.273924:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.273940:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:0.0:1767316904.274270:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2393, 88 off206696 00000004:00080000:0.0:1767316904.274276:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2149517546795ns, next at 2140617896763ns, rc = 0 00000040:00080000:0.0:1767316904.274342:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2390, 88 off206680 00000004:00080000:0.0:1767316904.274347:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2149517618289ns, next at 2130079962356ns, rc = 0 00000040:00080000:0.0:1767316904.274376:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2394, 88 off206784 00000004:00080000:0.0:1767316904.274381:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2149517651521ns, next at 2140617896763ns, rc = 0 00000001:00080000:2.0:1767316904.302029:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942860 is committed 00000004:00010000:3.0:1767316904.302032:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bb027668 reply state 000000009230a10d transno 8589942860 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00080000:2.0:1767316904.302041:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2003 committed 00000100:00100000:3.0:1767316904.302047:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1767316904.302057:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1998 committed 00000004:00080000:2.0:1767316904.302067:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2002 committed 00010000:00080000:3.0:1767316904.302162:0:41788:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1767316904.302182:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933994752:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 28390us (28629us total) trans 8589942860 rc 0/0 00000100:00100000:3.0:1767316904.302192:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8323 00010000:00010000:1.0:1767316904.302213:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.302223:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.302230:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316904.302232:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985769984:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1767316904.302236:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.302240:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.302248:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.302264:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.302267:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316904.302271:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.302277:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba81bf lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316904.302288:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316904.302299:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985770112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.302676:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316904.302723:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316904.302766:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985770240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.302793:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316904.302825:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985769984 00000100:00100000:1.0:1767316904.302833:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985769984 00000100:00100000:1.0:1767316904.302871:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985770112 00000100:00100000:1.0:1767316904.302874:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985770112 00000100:00100000:1.0:1767316904.302891:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985770240 00000100:00100000:1.0:1767316904.302893:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985770240 00000100:00100000:1.0:1767316904.302914:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12477 00000100:00100000:1.0:1767316904.302921:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985769984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316904.303142:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985769984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 220us (852us total) trans 17179873751 rc 0/0 00000100:00100000:1.0:1767316904.303149:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12477 00000100:00100000:1.0:1767316904.303163:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12478 00000100:00100000:1.0:1767316904.303169:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985770112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.303297:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985770112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 128us (622us total) trans 21474840652 rc 0/0 00000100:00100000:1.0:1767316904.303339:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12478 00000100:00100000:1.0:1767316904.303353:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12479 00000100:00100000:1.0:1767316904.303360:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985770240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.303447:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985770240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 88us (653us total) trans 21474840653 rc 0/0 00000100:00100000:1.0:1767316904.303454:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12479 00000004:00080000:3.0:1767316904.303530:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efb687b80/2, rc 0, transno 17179873751 00000100:00100000:3.0:1767316904.303536:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985769984:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1767316904.304176:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50f480/2, rc 0, transno 21474840653 00000100:00100000:1.0:1767316904.304184:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985770240:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1767316904.304193:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc57e1180/2, rc 0, transno 21474840652 00000100:00100000:1.0:1767316904.304196:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985770112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.305652:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.305770:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933994880 00000100:00100000:3.0:1767316904.305779:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933994880 00000100:00100000:3.0:1767316904.305825:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8324 00000100:00100000:3.0:1767316904.305833:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76577:x1853163933994880:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.305855:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.305875:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abf3 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.305929:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.305945:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 15 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.305963:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.305967:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316904.305971:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316904.306033:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933994880:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 199us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.306040:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8324 00000100:00100000:2.0:1767316904.308176:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.308518:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995008 00000100:00100000:3.0:1767316904.308529:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995008 00000100:00100000:3.0:1767316904.308587:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8325 00000100:00100000:3.0:1767316904.308597:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933995008:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.308625:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.308646:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba81cd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079abfa expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.308718:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba81d4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316904.308756:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba81d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316904.308769:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba81d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316904.308837:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:2.0:1767316904.308842:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316904.308860:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba81d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316904.308881:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba81cd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abfa expref: 17 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.308894:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba81d4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abfa expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.308900:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.308903:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316904.308905:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:2.0:1767316904.309068:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76577:x1853163933995008:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 473us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.309074:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8325 00000100:00100000:0.0:1767316904.311591:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.311821:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995136 00000100:00100000:1.0:1767316904.311836:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995136 00000100:00100000:1.0:1767316904.311898:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12480 00000100:00100000:1.0:1767316904.311908:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933995136:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316904.311944:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316904.311969:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac01 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316904.311994:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0x1 00010000:00010000:1.0:1767316904.312014:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.312016:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.312025:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316904.312042:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316904.312055:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:1.0:1767316904.312120:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933995136:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 212us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.312128:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12480 00000100:00100000:1.0:1767316904.351553:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.351633:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995264 00000100:00100000:3.0:1767316904.351644:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995264 00000100:00100000:3.0:1767316904.351707:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6784 00000100:00100000:3.0:1767316904.351714:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933995264:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316904.351782:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351797:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.351799:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.351806:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351818:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351949:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351955:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351960:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351965:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316904.351968:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351974:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351985:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.351989:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba81e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316904.352036:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933995264:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 322us (492us total) trans 0 rc 29/29 00000100:00100000:3.0:1767316904.352044:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6784 00000100:00100000:2.0:1767316904.356449:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.356504:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995392 00000100:00100000:3.0:1767316904.356514:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995392 00000100:00080000:2.0:1767316904.356585:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316904.356603:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6785 00000100:00100000:3.0:1767316904.356612:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933995392:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:3.0:1767316904.356657:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316904.356664:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.356675:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.356677:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316904.356681:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.356690:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767316904.380194:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873751 is committed 00000001:00080000:3.0:1767316904.380214:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873752 is committed 00002000:00010000:1.0:1767316904.380581:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1767316904.380587:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 0 -> 1767316904 00002000:00010000:1.0:1767316904.380590:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 0 -> 1767316904 00002000:00010000:1.0:1767316904.380592:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1767316904.380605:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.380618:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.380632:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.380639:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316904.380644:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.380653:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.380672:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.380680:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba81e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316904.380850:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163933995392:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 24234us (24406us total) trans 17179873752 rc 0/0 00000100:00100000:1.0:1767316904.380861:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6785 00000100:00100000:0.0:1767316904.385420:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.385951:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995520 00000100:00100000:1.0:1767316904.385962:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995520 00000100:00100000:1.0:1767316904.386047:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6786 00000100:00100000:1.0:1767316904.386058:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933995520:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:1.0:1767316904.386110:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316904.386120:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.386140:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.386143:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.386148:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.386161:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767316904.423908:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840654 is committed 00000001:00080000:3.0:1767316904.423932:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840653 is committed 00002000:00010000:1.0:1767316904.424184:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1767316904.424189:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb mtime from disk: 0 -> 1767316904 00002000:00010000:1.0:1767316904.424192:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb ctime from disk: 0 -> 1767316904 00002000:00010000:1.0:1767316904.424194:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1767316904.424206:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.424217:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.424226:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.424233:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316904.424237:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.424246:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.424263:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.424271:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba81f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316904.424376:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163933995520:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 38315us (38973us total) trans 21474840654 rc 0/0 00000100:00100000:1.0:1767316904.424387:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6786 00000100:00100000:2.0:1767316904.441656:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.441767:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995776 00000100:00100000:0.0:1767316904.441777:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995776 00000100:00100000:0.0:1767316904.441831:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8326 00000100:00100000:0.0:1767316904.441841:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76577:x1853163933995776:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316904.441917:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316904.441949:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba81d4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abfa expref: 16 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.441968:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.441975:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316904.443240:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.443263:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.443275:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000001:00080000:0.0:1767316904.443363:0:41788:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942861 00000004:00010000:0.0:1767316904.443401:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2c71d2b reply state 000000005f35e477 transno 8589942862 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316904.443410:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316904.443606:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76577:x1853163933995776:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1763us (1957us total) trans 8589942862 rc 0/0 00000100:00100000:0.0:1767316904.443615:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8326 00000020:00080000:0.0:1767316904.443620:0:41788:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1767316904.447698:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.447795:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933995904 00000100:00100000:2.0:1767316904.447805:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933995904 00000100:00100000:2.0:1767316904.447854:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12481 00000100:00100000:2.0:1767316904.447862:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:76577:x1853163933995904:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316904.447880:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316904.447902:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac08 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316904.447926:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 4096, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:2.0:1767316904.447946:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316904.447949:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316904.447956:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.447970:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.447991:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9800, rc 0) 00000100:00100000:2.0:1767316904.448045:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:76577:x1853163933995904:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 183us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.448052:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12481 00010000:00010000:1.0:1767316904.448182:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.448192:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.448199:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.448205:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.448209:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.448216:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.448229:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.448232:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316904.448236:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.448241:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba81f7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316904.451251:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.451356:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933996032 00000100:00100000:1.0:1767316904.451367:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933996032 00002000:00010000:1.0:1767316904.451555:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/639 (29->18446744073709551615) 00002000:00100000:1.0:1767316904.451561:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc5e6300 with x1853163933996032 ext(29->18446744073709551615) 00002000:00010000:1.0:1767316904.451575:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efc5e6300. 00000100:00100000:1.0:1767316904.451611:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6787 00000100:00100000:1.0:1767316904.451623:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933996032:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:1.0:1767316904.451959:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 4096 -> 29 00002000:00010000:1.0:1767316904.451963:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:1.0:1767316904.451965:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316904.451967:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:1.0:1767316904.451970:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1767316904.452146:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933996032:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 524us (907us total) trans 17179873753 rc 0/0 00000100:00100000:1.0:1767316904.452155:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6787 00002000:00010000:1.0:1767316904.452159:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/639 (29->18446744073709551615) 00002000:00100000:1.0:1767316904.452162:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc5e6300 with x1853163933996032 ext(29->18446744073709551615) 00002000:00010000:1.0:1767316904.452167:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efc5e6300. 00000100:00100000:2.0:1767316904.459120:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.459321:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933996160 00000100:00100000:1.0:1767316904.459332:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933996160 00000100:00100000:1.0:1767316904.459563:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8327 00000100:00100000:1.0:1767316904.459574:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76577:x1853163933996160:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316904.459598:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316904.459622:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8205 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac0f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.459717:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba820c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.459764:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba820c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.459776:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba820c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316904.459802:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:1.0:1767316904.459806:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316904.459821:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba820c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316904.459844:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8205 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac0f expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.459858:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba820c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac0f expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.459867:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.459869:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316904.459873:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06a00, rc 0) 00000100:00100000:1.0:1767316904.459927:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76577:x1853163933996160:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 355us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.459933:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8327 00000100:00100000:2.0:1767316904.463357:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.469352:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933996416 00000100:00100000:0.0:1767316904.469371:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933996416 00000100:00100000:0.0:1767316904.469453:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8328 00000100:00100000:0.0:1767316904.469473:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76577:x1853163933996416:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316904.469544:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316904.469575:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba820c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac0f expref: 18 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.469595:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.469600:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316904.469862:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.469878:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316904.469889:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000001:00080000:0.0:1767316904.469954:0:41788:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942863 00000004:00010000:0.0:1767316904.469991:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e5f875e reply state 0000000036e7d07a transno 8589942864 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316904.470000:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316904.470101:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76577:x1853163933996416:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 638us (6757us total) trans 8589942864 rc 0/0 00000100:00100000:0.0:1767316904.470107:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8328 00000020:00080000:0.0:1767316904.470123:0:41788:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1767316904.473672:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.473691:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.473698:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.473704:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.473709:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.473717:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.473765:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.473769:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316904.473775:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316904.473780:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8213 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316904.474894:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.475459:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933996544 00000100:00100000:1.0:1767316904.475479:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933996544 00000100:00100000:1.0:1767316904.475546:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12482 00000100:00100000:1.0:1767316904.475557:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:76577:x1853163933996544:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:1.0:1767316904.475578:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316904.475604:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac16 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316904.475631:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27c:0x0] initial LVB size: 4096, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:1.0:1767316904.475653:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.475656:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.475663:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 8 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.475679:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 8 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.475692:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:1.0:1767316904.475769:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:76577:x1853163933996544:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 212us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.475776:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12482 00000100:00100000:3.0:1767316904.479266:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.479374:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933996672 00000100:00100000:1.0:1767316904.479385:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933996672 00002000:00010000:1.0:1767316904.479442:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/636 (29->18446744073709551615) 00002000:00100000:1.0:1767316904.479448:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3eca064000 with x1853163933996672 ext(29->18446744073709551615) 00002000:00010000:1.0:1767316904.479462:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3eca064000. 00000100:00100000:1.0:1767316904.479504:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6788 00000100:00100000:1.0:1767316904.479513:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163933996672:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:1.0:1767316904.480427:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb size from disk: 4096 -> 29 00002000:00010000:1.0:1767316904.480434:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:1.0:1767316904.480437:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316904.480439:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:1.0:1767316904.480441:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1767316904.480570:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933996672:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 1055us (1312us total) trans 21474840655 rc 0/0 00000100:00100000:1.0:1767316904.480581:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6788 00002000:00010000:1.0:1767316904.480586:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/636 (29->18446744073709551615) 00002000:00100000:1.0:1767316904.480589:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3eca064000 with x1853163933996672 ext(29->18446744073709551615) 00002000:00010000:1.0:1767316904.480595:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b3eca064000. 00000100:00100000:3.0:1767316904.484384:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.484489:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933996928 00000100:00100000:2.0:1767316904.484501:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933996928 00000100:00100000:2.0:1767316904.484562:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8329 00000100:00100000:2.0:1767316904.484573:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76577:x1853163933996928:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316904.484679:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316904.484697:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316904.484713:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00010000:2.0:1767316904.484896:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2a00270 reply state 000000002113b263 transno 8589942865 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316904.484905:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316904.485014:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76577:x1853163933996928:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 442us (641us total) trans 8589942865 rc 0/0 00000100:00100000:2.0:1767316904.485021:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8329 00010000:00010000:1.0:1767316904.488223:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316904.488248:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316904.488256:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316904.488262:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.488268:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316904.488276:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316904.488294:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.488298:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316904.488311:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316904.488318:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8221 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316904.490191:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.490310:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997056 00000100:00100000:0.0:1767316904.490321:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997056 00000100:00100000:0.0:1767316904.490381:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12483 00000100:00100000:0.0:1767316904.490391:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:76577:x1853163933997056:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316904.490410:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.490434:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac1d expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.490466:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316904.490474:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.490476:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.490481:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.490515:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316904.490527:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 2249 lvb_type: 1 00000100:00100000:0.0:1767316904.490540:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985770368:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316904.490636:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4932cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316904.494644:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.494669:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985770368:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316904.494703:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.494722:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf400, rc 0) 00000100:00100000:0.0:1767316904.494820:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:76577:x1853163933997056:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4430us (4639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.494830:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12483 00000100:00100000:1.0:1767316904.494911:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997184 00000100:00100000:1.0:1767316904.494918:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997184 00010000:00010000:1.0:1767316904.494960:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 2249 lvb_type: 1 00000100:00100000:1.0:1767316904.494996:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6418 00000100:00100000:1.0:1767316904.495005:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163933997184:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316904.495018:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1767316904.495036:0:12904:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1767316904.495044:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 2249 lvb_type: 1 00010000:00010000:1.0:1767316904.495057:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 2249 lvb_type: 1 00010000:00010000:1.0:1767316904.495079:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba81db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac01 expref: 10 pid: 37088 timeout: 2249 lvb_type: 1 00010000:00010000:1.0:1767316904.495093:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.495095:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.495101:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.495112:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.495150:0:12904:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316904.495164:0:12904:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:12904:1853163985770496:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316904.495215:0:12904:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a600 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.498639:0:12904:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:12904:1853163985770496:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316904.498672:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316904.498760:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163933997184:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 3754us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.498772:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6418 00000100:00100000:3.0:1767316904.502894:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.503013:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997312 00000100:00100000:0.0:1767316904.503025:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997312 00000100:00100000:0.0:1767316904.503076:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12484 00000100:00100000:0.0:1767316904.503086:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5465450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163933997312:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:0.0:1767316904.503319:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:0.0:1767316904.503323:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:0.0:1767316904.503326:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb atime from disk: 0 -> 1767316903 00002000:00010000:0.0:1767316904.503328:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:0.0:1767316904.503330:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1767316904.503390:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5465450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933997312:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 305us (504us total) trans 21474840656 rc 0/0 00000100:00100000:0.0:1767316904.503397:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12484 00000100:00100000:3.0:1767316904.506864:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.506977:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997568 00000100:00100000:2.0:1767316904.506999:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997568 00000100:00100000:2.0:1767316904.507064:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3308 00000100:00100000:2.0:1767316904.507075:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76577:x1853163933997568:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:2.0:1767316904.507141:0:41792:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x219:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba81aa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abec expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.507195:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316904.507209:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.507218:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316904.507252:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.507278:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 20 pid: 41788 timeout: 2249 lvb_type: 0 00000100:00100000:2.0:1767316904.507293:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985770624:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316904.507391:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316904.510789:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.510963:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997696 00000100:00100000:1.0:1767316904.510974:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997696 00010000:00010000:1.0:1767316904.511026:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 21 pid: 41788 timeout: 2249 lvb_type: 0 00000100:00100000:1.0:1767316904.511072:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6419 00000100:00100000:1.0:1767316904.511082:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933997696:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316904.511098:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316904.511105:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 21 pid: 41788 timeout: 2249 lvb_type: 0 00010000:00010000:1.0:1767316904.511117:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 21 pid: 41788 timeout: 2249 lvb_type: 0 00010000:00010000:1.0:1767316904.511140:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.511145:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.511154:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.511161:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.511180:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316904.511232:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2483:x1853163933997696:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 151us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.511240:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6419 00010000:00010000:2.0:1767316904.512161:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba81c6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abf3 expref: 20 pid: 41788 timeout: 2249 lvb_type: 0 00000100:00100000:2.0:1767316904.512182:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985770624:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316904.512208:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316904.512217:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316904.512222:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000040:00080000:2.0:1767316904.512679:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2395, 88 off206872 00000004:00080000:2.0:1767316904.512687:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2149755957094ns, next at 2140617896763ns, rc = 0 00000040:00080000:2.0:1767316904.512850:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2391, 88 off206768 00000004:00080000:2.0:1767316904.512856:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2149756127257ns, next at 2130079962356ns, rc = 0 00000040:00080000:2.0:1767316904.512895:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2396, 88 off206960 00000004:00080000:2.0:1767316904.512899:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2149756169983ns, next at 2140617896763ns, rc = 0 00000004:00010000:2.0:1767316904.550906:0:41792:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5705ad0 reply state 00000000ceed0ec4 transno 8589942866 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316904.550928:0:41792:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316904.550942:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.550945:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316904.550957:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba81aa lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abec expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316904.551117:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76577:x1853163933997568:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 44043us (44262us total) trans 8589942866 rc 0/0 00000100:00100000:2.0:1767316904.551127:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3308 00000001:00080000:3.0:1767316904.554065:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942864 is committed 00000001:00080000:3.0:1767316904.554108:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942866 is committed 00000004:00080000:3.0:1767316904.554112:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2005 committed 00000004:00080000:3.0:1767316904.554134:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1999 committed 00000004:00080000:3.0:1767316904.554145:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2004 committed 00000100:00100000:3.0:1767316904.554862:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.554905:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca067800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985770752:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1767316904.554964:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316904.555064:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997824 00000100:00100000:2.0:1767316904.555075:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997824 00000100:00100000:2.0:1767316904.555130:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8330 00000100:00100000:2.0:1767316904.555140:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76577:x1853163933997824:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316904.555162:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316904.555185:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac24 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.555252:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316904.555265:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 4/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.555332:0:42524:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316904.555348:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.555362:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.555366:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316904.555369:0:42524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 3/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.555382:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316904.555441:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933997824:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 302us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.555449:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8330 00000100:00100000:3.0:1767316904.555971:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316904.556049:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985770880:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316904.556089:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316904.557049:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985770752 00000100:00100000:2.0:1767316904.557061:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985770752 00000100:00100000:2.0:1767316904.557104:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985770880 00000100:00100000:2.0:1767316904.557108:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985770880 00000100:00100000:2.0:1767316904.557134:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12485 00000100:00100000:2.0:1767316904.557143:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985770752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1767316904.557409:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:2.0:1767316904.557413:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:2.0:1767316904.557416:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1767316904.557418:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:2.0:1767316904.557421:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1767316904.557702:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985770752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 559us (2736us total) trans 17179873754 rc 0/0 00000100:00100000:2.0:1767316904.557711:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12485 00000100:00100000:2.0:1767316904.557763:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12486 00000100:00100000:2.0:1767316904.557771:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985770880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1767316904.557899:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:2.0:1767316904.557903:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:2.0:1767316904.557905:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb atime from disk: 1767316903 -> 1767316903 00002000:00010000:2.0:1767316904.557907:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:2.0:1767316904.557909:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1767316904.557938:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985770880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (1848us total) trans 21474840657 rc 0/0 00000100:00100000:2.0:1767316904.557945:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12486 00000100:00100000:2.0:1767316904.558078:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840653 gen 2 00000004:00080000:2.0:1767316904.558085:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4018700, transno 21474840648 00000004:00080000:2.0:1767316904.558095:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7d31c00, transno 21474840649 00000004:00080000:2.0:1767316904.558098:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc57e1180, transno 21474840652 00000004:00080000:2.0:1767316904.558100:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50f480, transno 21474840653 00000100:00100000:2.0:1767316904.558107:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ef414d180 x1853163985770880/t21474840657(21474840657) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316920 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767316904.558118:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414d180/2, rc 0, transno 21474840657 00000100:00100000:2.0:1767316904.558123:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985770880:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316904.558137:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873751 gen 2 00000004:00080000:2.0:1767316904.558140:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4019f80, transno 17179873750 00000004:00080000:2.0:1767316904.558148:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efb687b80, transno 17179873751 00000100:00100000:2.0:1767316904.558152:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3eca067800 x1853163985770752/t17179873754(17179873754) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316920 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767316904.558159:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca067800/2, rc 0, transno 17179873754 00000100:00100000:2.0:1767316904.558163:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca067800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985770752:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1767316904.558343:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 2 in progress, 1 in flight, 4 done 00010000:00010000:1.0:1767316904.558645:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.558659:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.558666:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.558671:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316904.558675:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.558682:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.558698:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316904.558701:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316904.558708:0:6198:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.558718:0:6198:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.558725:0:6198:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.558792:0:6198:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316904.558805:0:6198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:6198:1853163985771136:192.168.204.9@tcp:105: 00000100:00100000:1.0:1767316904.558902:0:6198:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7b7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.558921:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985771008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.558958:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316904.559244:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985771008 00000100:00100000:1.0:1767316904.559251:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985771008 00000100:00100000:1.0:1767316904.559293:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12487 00000100:00100000:1.0:1767316904.559562:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985771008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1767316904.559705:0:37088:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:1.0:1767316904.559709:0:37088:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:1.0:1767316904.559711:0:37088:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1767316904.559713:0:37088:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:1.0:1767316904.559715:0:37088:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27c:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1767316904.559786:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6214:x1853163985771008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 485us (826us total) trans 21474840658 rc 0/0 00000100:00100000:1.0:1767316904.559794:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12487 00000004:00080000:1.0:1767316904.559841:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414c000/2, rc 0, transno 21474840658 00000100:00100000:1.0:1767316904.559846:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985771008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316904.565608:0:6198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:6198:1853163985771136:192.168.204.9@tcp:105: 00010000:00010000:1.0:1767316904.565645:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 41792 initiator: MDT0 00010000:00010000:1.0:1767316904.565656:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba822f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316904.565803:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.565916:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933997952 00000100:00100000:3.0:1767316904.565923:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933997952 00000100:00100000:3.0:1767316904.566012:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3309 00000100:00100000:3.0:1767316904.566022:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76577:x1853163933997952:12345-192.168.204.9@tcp:49:lfs.0 00000100:00100000:3.0:1767316904.566167:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76577:x1853163933997952:12345-192.168.204.9@tcp:49:lfs.0 Request processed in 146us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.566174:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3309 00000100:00100000:1.0:1767316904.570792:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.570898:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933998208 00000100:00100000:3.0:1767316904.570909:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933998208 00000100:00100000:3.0:1767316904.571175:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3310 00000100:00100000:3.0:1767316904.571187:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76577:x1853163933998208:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316904.571791:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76577:x1853163933998208:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 604us (1006us total) trans 8589942867 rc 0/0 00000100:00100000:3.0:1767316904.571799:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3310 00000100:00100000:2.0:1767316904.609479:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.609645:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933998336 00000100:00100000:3.0:1767316904.609658:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933998336 00000100:00100000:3.0:1767316904.609720:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 813 00000100:00100000:3.0:1767316904.609765:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933998336:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316904.609860:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec8bf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163933998336:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 130us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.609868:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 813 00000100:00100000:2.0:1767316904.612005:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316904.612032:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985771264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316904.612104:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316904.613141:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985771264 00000100:00100000:0.0:1767316904.613153:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985771264 00000100:00100000:0.0:1767316904.613203:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1767316904.613212:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985771264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1767316904.613236:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52101120 pending 0 free 3851419648 avail 3848273920 00000100:00100000:0.0:1767316904.613360:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985771264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 149us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.613368:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1767316904.616217:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316904.616242:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985771392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316904.616325:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316904.616699:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985771392 00000100:00100000:0.0:1767316904.616708:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985771392 00000100:00100000:0.0:1767316904.616787:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1767316904.616797:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985771392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767316904.616823:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 430505984 pending 0 free 3852468224 avail 3848273920 00000100:00100000:0.0:1767316904.616944:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985771392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.616954:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1767316904.621043:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985771264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316904.621788:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.622085:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933998592 00000100:00100000:3.0:1767316904.622094:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933998592 00000100:00100000:3.0:1767316904.622203:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8331 00000100:00100000:3.0:1767316904.622214:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76579:x1853163933998592:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.622244:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.622284:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba823d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac2b expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.622371:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622387:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622398:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622412:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622419:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622429:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622673:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622681:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622687:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622693:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.622697:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622705:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622717:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316904.622721:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.622726:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622770:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8244 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622783:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622789:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622794:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622798:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.622801:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622806:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622813:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316904.622815:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.622818:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.622823:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba824b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.623104:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba823d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac2b expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.623116:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316904.623118:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316904.623122:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba823d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac2b expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.623134:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316904.623201:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76579:x1853163933998592:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 988us (1415us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316904.623210:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8331 00000100:00100000:2.0:1767316904.623778:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985771392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316904.626364:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.626440:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933998720 00000100:00100000:3.0:1767316904.626453:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933998720 00000100:00100000:3.0:1767316904.626524:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8332 00000100:00100000:3.0:1767316904.626534:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76579:x1853163933998720:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316904.626624:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.626645:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.626659:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.626675:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.626681:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.626687:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627672:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627683:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627692:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316904.627756:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:3.0:1767316904.627762:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316904.627775:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627789:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627796:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627803:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627808:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.627812:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627819:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.627830:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316904.628277:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.628284:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628290:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8252 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628314:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628320:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628325:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628331:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.628333:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628342:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628351:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316904.628354:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.628356:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628362:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8259 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628381:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628387:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628392:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628395:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.628398:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628403:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628409:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.628412:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.628414:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.628419:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8260 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316904.628813:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76579:x1853163933998720:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 2195us (2375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.628824:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8332 00000100:00100000:1.0:1767316904.651874:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.652118:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933998848 00000100:00100000:3.0:1767316904.652130:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933998848 00000100:00100000:3.0:1767316904.652202:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8333 00000100:00100000:3.0:1767316904.652222:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76581:x1853163933998848:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.652244:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.652332:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8267 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac32 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.652629:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652644:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652655:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652670:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652676:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652681:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652833:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652843:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652850:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316904.652883:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:3.0:1767316904.652887:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316904.652905:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652917:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652937:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652942:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652947:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652953:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.652957:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.652963:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654088:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316904.654096:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.654103:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654113:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba826e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654131:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654137:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654142:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654147:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316904.654150:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654157:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654167:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316904.654170:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316904.654173:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654178:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8275 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316904.654221:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8267 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.654236:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.654248:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.654250:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316904.654253:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:0.0:1767316904.656784:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76581:x1853163933998848:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4553us (4909us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.656798:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8333 00000100:00100000:1.0:1767316904.660860:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.660959:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933999104 00000100:00100000:0.0:1767316904.660970:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933999104 00000100:00100000:0.0:1767316904.661020:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8334 00000100:00100000:0.0:1767316904.661027:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76581:x1853163933999104:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316904.661047:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.661068:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8283 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac39 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.661172:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba828a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316904.661185:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba828a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316904.661194:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba828a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316904.661203:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316904.661320:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8283 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac39 expref: 19 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.661343:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba828a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac39 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.661352:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.661355:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1767316904.661359:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce200, rc 0) 00000100:00100000:0.0:1767316904.661518:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76581:x1853163933999104:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 489us (666us total) trans 8589942868 rc 0/0 00000100:00100000:0.0:1767316904.661526:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8334 00000100:00100000:1.0:1767316904.670361:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.671137:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933999360 00000100:00100000:0.0:1767316904.671149:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933999360 00000100:00100000:0.0:1767316904.671204:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8335 00000100:00100000:0.0:1767316904.671211:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76581:x1853163933999360:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316904.671236:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316904.671254:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba8298 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac40 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.671363:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba829f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316904.671379:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba829f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316904.671390:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba829f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316904.673284:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316904.673552:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba8298 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac40 expref: 21 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.673578:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba829f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac40 expref: 20 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.673593:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316904.673595:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316904.673599:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfc00, rc 0) 00000100:00100000:0.0:1767316904.673844:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76581:x1853163933999360:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 2630us (3496us total) trans 8589942869 rc 0/0 00000100:00100000:0.0:1767316904.673853:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8335 00000100:00100000:1.0:1767316904.721907:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.723949:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933999488 00000100:00100000:2.0:1767316904.723963:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933999488 00000100:00100000:2.0:1767316904.724689:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6789 00000100:00100000:2.0:1767316904.724700:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163933999488:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316904.724777:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.724799:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.724808:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316904.724811:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316904.724814:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 4/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.725171:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.725186:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 10 pid: 37089 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.725201:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985771520:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316904.725288:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.729331:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.730150:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985771520:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316904.730183:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316904.730586:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933999616 00000100:00100000:0.0:1767316904.730593:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933999616 00010000:00010000:0.0:1767316904.730641:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00000100:00100000:0.0:1767316904.730674:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6420 00000100:00100000:0.0:1767316904.730684:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163933999616:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316904.730702:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316904.730744:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00010000:00010000:0.0:1767316904.730754:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00010000:00010000:0.0:1767316904.730774:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8228 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac1d expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00010000:00010000:0.0:1767316904.730788:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.730789:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.730793:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.730800:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.730823:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316904.730896:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163933999616:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 204us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.730904:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6420 00010000:00010000:3.0:1767316904.731171:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731179:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731455:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731464:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731476:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731483:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316904.731487:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731496:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731511:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.731519:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba82ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316904.731567:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163933999488:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 6869us (9669us total) trans 0 rc 29/29 00000100:00100000:3.0:1767316904.731574:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6789 00000100:00100000:1.0:1767316904.737126:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.737234:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933999744 00000100:00100000:3.0:1767316904.737246:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933999744 00000100:00100000:3.0:1767316904.737340:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6790 00000100:00100000:3.0:1767316904.737350:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163933999744:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316904.737393:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.737414:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.737424:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316904.737426:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316904.737429:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.737465:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.737478:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 10 pid: 37089 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.737494:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985771648:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316904.737583:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.746139:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.746211:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163933999872 00000100:00100000:0.0:1767316904.746220:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163933999872 00010000:00010000:0.0:1767316904.746256:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00000100:00100000:0.0:1767316904.746294:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6421 00000100:00100000:0.0:1767316904.746315:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933999872:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316904.746332:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316904.746353:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00010000:00010000:0.0:1767316904.746367:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 11 pid: 37089 timeout: 2249 lvb_type: 0 00010000:00010000:0.0:1767316904.746393:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.746395:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.746400:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.746414:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.746434:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316904.746501:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163933999872:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 187us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.746508:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6421 00010000:00010000:3.0:1767316904.747120:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba81fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac08 expref: 10 pid: 37089 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.747132:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985771648:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316904.747149:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747156:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747160:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747263:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747270:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747278:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747285:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316904.747289:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747306:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747320:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.747326:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316904.747455:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163933999744:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 10106us (10338us total) trans 0 rc 29/29 00000100:00100000:3.0:1767316904.747468:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6790 00000100:00100000:1.0:1767316904.756256:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.756485:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934000000 00000100:00100000:3.0:1767316904.756498:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934000000 00000100:00100000:3.0:1767316904.756567:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6791 00000100:00100000:3.0:1767316904.756579:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934000000:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:3.0:1767316904.756683:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.756700:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 9 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.756706:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316904.756708:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767316904.756711:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.756772:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 9 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.756789:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 9 pid: 37088 timeout: 2249 lvb_type: 0 00000100:00100000:3.0:1767316904.756806:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985771776:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316904.756966:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b72cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316904.766649:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985771776:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316904.766692:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316904.767189:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316904.767987:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934000128 00000100:00100000:1.0:1767316904.767997:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934000128 00010000:00010000:1.0:1767316904.768053:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 10 pid: 37088 timeout: 2249 lvb_type: 0 00000100:00100000:1.0:1767316904.768097:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6422 00000100:00100000:1.0:1767316904.768108:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163934000128:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316904.768124:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316904.768151:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 10 pid: 37088 timeout: 2249 lvb_type: 0 00010000:00010000:1.0:1767316904.768165:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 10 pid: 37088 timeout: 2249 lvb_type: 0 00010000:00010000:1.0:1767316904.768209:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba821a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac16 expref: 10 pid: 37088 timeout: 2249 lvb_type: 0 00010000:00010000:1.0:1767316904.768229:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.768231:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316904.768238:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.768248:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316904.768287:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316904.768357:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163934000128:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 250us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316904.768365:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6422 00010000:00010000:2.0:1767316904.768597:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768607:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768753:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768762:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768775:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768781:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316904.768785:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768793:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768805:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.768811:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba82bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316904.768866:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934000000:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 12288us (12622us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316904.768875:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6791 00000100:00100000:1.0:1767316904.791660:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.792207:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934000256 00000100:00100000:3.0:1767316904.792217:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934000256 00000100:00100000:2.0:1767316904.792455:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 885 00000100:00100000:2.0:1767316904.792478:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76581:x1853163934000256:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:2.0:1767316904.792501:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316904.792540:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba829f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac40 expref: 20 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.792568:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.792578:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316904.792650:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76581:x1853163934000256:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 174us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.792658:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 885 00000100:00100000:0.0:1767316904.810253:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.810424:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934000512 00000100:00100000:3.0:1767316904.810436:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934000512 00000100:00100000:3.0:1767316904.810497:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3311 00000100:00100000:3.0:1767316904.810507:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76581:x1853163934000512:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316904.810832:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76581:x1853163934000512:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 325us (588us total) trans 8589942870 rc 0/0 00000100:00100000:3.0:1767316904.810844:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3311 00000100:00100000:1.0:1767316904.833045:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.833319:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934000768 00000100:00100000:2.0:1767316904.833330:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934000768 00000100:00100000:2.0:1767316904.833384:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8336 00000100:00100000:2.0:1767316904.833393:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76582:x1853163934000768:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316904.833419:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316904.833440:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba82c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac47 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.833539:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.833554:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 21 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.833563:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.833597:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 21 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316904.833621:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 21 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316904.833636:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985771904:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316904.833721:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71900 going to sleep for 11 seconds 00000100:00100000:3.0:1767316904.838600:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985771904:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316904.838636:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316904.840884:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.841015:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934000896 00000100:00100000:2.0:1767316904.841027:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934000896 00010000:00010000:2.0:1767316904.841072:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 22 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316904.841117:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6423 00000100:00100000:2.0:1767316904.841127:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2484:x1853163934000896:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316904.841145:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316904.841153:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 22 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316904.841167:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 22 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316904.841192:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba827c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac32 expref: 22 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316904.841208:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.841214:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.841223:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.841230:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.841263:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316904.841338:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:2484:x1853163934000896:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 212us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.841350:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6423 00010000:00010000:3.0:1767316904.841427:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.841436:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316904.841457:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:3.0:1767316904.841618:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba82c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.841633:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 21 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.841640:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.841643:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316904.841646:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:3.0:1767316904.841687:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76582:x1853163934000768:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 8295us (8662us total) trans 8589942871 rc 0/0 00000100:00100000:3.0:1767316904.841694:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8336 00000100:00100000:1.0:1767316904.849059:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.849291:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934001024 00000100:00100000:3.0:1767316904.849308:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934001024 00000100:00100000:3.0:1767316904.849376:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8337 00000100:00100000:3.0:1767316904.849386:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76582:x1853163934001024:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.849410:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.849430:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba82d7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac4e expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.849520:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.849535:0:42524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.849543:0:42524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 4/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.849579:0:42524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.849593:0:42524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 22 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316904.849608:0:42524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985772032:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316904.849697:0:42524:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec8b729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316904.854684:0:42524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:42524:1853163985772032:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316904.854711:0:42524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316904.861706:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.861846:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934001152 00000100:00100000:2.0:1767316904.861857:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934001152 00010000:00010000:2.0:1767316904.861900:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316904.861953:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6424 00000100:00100000:2.0:1767316904.861964:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2483:x1853163934001152:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316904.861987:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316904.861994:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316904.862007:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316904.862030:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba82c9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac47 expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316904.862047:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316904.862052:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.862061:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.862068:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316904.862101:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316904.862157:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2483:x1853163934001152:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 195us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316904.862165:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6424 00010000:00010000:3.0:1767316904.862359:0:42524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.862367:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316904.862424:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:3.0:1767316904.862429:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316904.862448:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.862476:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba82d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac4e expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.862490:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac4e expref: 21 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.862497:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.862499:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316904.862502:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfc00, rc 0) 00000100:00100000:3.0:1767316904.862538:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76582:x1853163934001024:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 13154us (13490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316904.862545:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8337 00000100:00100000:1.0:1767316904.929124:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316904.929246:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934001408 00000100:00100000:2.0:1767316904.929257:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934001408 00000100:00100000:2.0:1767316904.929325:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3312 00000100:00100000:2.0:1767316904.929336:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:76582:x1853163934001408:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316904.929595:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:76582:x1853163934001408:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 260us (480us total) trans 8589942872 rc 0/0 00000100:00100000:2.0:1767316904.929603:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3312 00000100:00100000:2.0:1767316904.933224:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.933465:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934001664 00000100:00100000:3.0:1767316904.933477:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934001664 00000100:00100000:3.0:1767316904.933554:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8338 00000100:00100000:3.0:1767316904.933566:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:76582:x1853163934001664:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316904.933598:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316904.933602:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1767316904.933645:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba828a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac39 expref: 22 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.933668:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.933674:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316904.933689:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba82e5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac55 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.934111:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba82ec lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.934125:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba82ec lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.934135:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba82ec lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316904.934147:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:3.0:1767316904.934315:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba82e5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac55 expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.934331:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba82ec lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac55 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.934339:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.934342:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1767316904.934344:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316904.934417:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76582:x1853163934001664:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 853us (1213us total) trans 8589942873 rc 0/0 00000100:00100000:3.0:1767316904.934424:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8338 00000100:00100000:1.0:1767316904.944277:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316904.944396:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934001792 00000100:00100000:0.0:1767316904.944407:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934001792 00000100:00100000:0.0:1767316904.944472:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12488 00000100:00100000:0.0:1767316904.944482:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934001792:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:0.0:1767316904.944543:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x69571da7, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:0.0:1767316904.944552:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944567:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.944569:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316904.944575:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944588:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944619:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944633:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944642:0:38183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944649:0:38183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316904.944653:0:38183:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944662:0:38183:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944677:0:38183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316904.944685:0:38183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba82fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316904.944818:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934001792:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 335us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316904.944826:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12488 00000100:00100000:1.0:1767316904.952029:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316904.952180:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002048 00000100:00100000:3.0:1767316904.952191:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002048 00000100:00100000:3.0:1767316904.952258:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8339 00000100:00100000:3.0:1767316904.952267:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76582:x1853163934002048:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316904.952332:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316904.952360:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba82de lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac4e expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.952379:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8236 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac24 expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316904.952389:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316904.952393:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316904.952422:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.952435:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316904.952443:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:3.0:1767316904.953277:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2397, 88 off207048 00000004:00080000:3.0:1767316904.953288:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2150196558580ns, next at 2140617896763ns, rc = 0 00000040:00080000:3.0:1767316904.953386:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2392, 88 off206856 00000004:00080000:3.0:1767316904.953392:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2150196662211ns, next at 2130079962356ns, rc = 0 00000040:00080000:3.0:1767316904.953431:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2398, 88 off207136 00000004:00080000:3.0:1767316904.953435:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2150196705976ns, next at 2140617896763ns, rc = 0 00010000:00010000:0.0:1767316905.060816:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1767316905.067690:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000664b8744 reply state 0000000041dba585 transno 8589942874 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316905.067712:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1767316905.067723:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942869 is committed 00000001:00080000:1.0:1767316905.067760:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942872 is committed 00000001:00080000:1.0:1767316905.067772:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942874 is committed 00000004:00080000:1.0:1767316905.067776:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2007 committed 00000004:00080000:1.0:1767316905.067794:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2000 committed 00000004:00080000:1.0:1767316905.067803:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2006 committed 00010000:00080000:2.0:1767316905.067859:0:42524:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1767316905.067879:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76582:x1853163934002048:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 115609us (115857us total) trans 8589942874 rc 0/0 00000100:00100000:2.0:1767316905.067889:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8339 00010000:00010000:1.0:1767316905.068013:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.068023:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.068031:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.068038:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316905.068042:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316905.068457:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985772288:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316905.068510:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316905.068551:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316905.068557:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985772416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1767316905.068580:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316905.068686:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985772288 00000100:00100000:3.0:1767316905.068703:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985772288 00000100:00100000:3.0:1767316905.068777:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985772416 00000100:00100000:3.0:1767316905.068781:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985772416 00000100:00100000:3.0:1767316905.068802:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12489 00000100:00100000:3.0:1767316905.068811:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985772288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316905.069323:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985772288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 232us (533us total) trans 21474840659 rc 0/0 00000100:00100000:3.0:1767316905.069333:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12489 00000100:00100000:3.0:1767316905.069352:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12490 00000100:00100000:3.0:1767316905.069360:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:6214:x1853163985772416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316905.069463:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:6214:x1853163985772416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (882us total) trans 21474840660 rc 0/0 00000100:00100000:3.0:1767316905.069470:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12490 00000100:00080000:2.0:1767316905.069544:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1767316905.069580:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca066680/2, rc 0, transno 21474840660 00000100:00100000:2.0:1767316905.069587:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985772416:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1767316905.069600:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca066300/2, rc 0, transno 21474840659 00000100:00100000:2.0:1767316905.069603:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985772288:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1767316905.070176:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.070195:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316905.070198:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316905.070205:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.070213:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8301 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316905.070348:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985772160:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1767316905.070390:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316905.070489:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985772160 00000100:00100000:1.0:1767316905.070494:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985772160 00000100:00100000:1.0:1767316905.070542:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12491 00000100:00100000:1.0:1767316905.070551:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985772160:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316905.070969:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:6213:x1853163985772160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 418us (576us total) trans 17179873755 rc 0/0 00000100:00100000:1.0:1767316905.070987:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12491 00000100:00080000:2.0:1767316905.071053:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1767316905.071077:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41ae680/2, rc 0, transno 17179873755 00000100:00100000:2.0:1767316905.071083:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985772160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316905.074038:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.074173:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002176 00000100:00100000:2.0:1767316905.074186:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002176 00000100:00100000:2.0:1767316905.074313:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8340 00000100:00100000:2.0:1767316905.074326:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76582:x1853163934002176:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.074364:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.074388:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac5c expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.074454:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.074470:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.074494:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316905.074498:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316905.074502:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:2.0:1767316905.074573:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76582:x1853163934002176:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 251us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316905.074584:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8340 00000100:00080000:1.0:1767316905.075600:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316905.077892:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.077995:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002304 00000100:00100000:0.0:1767316905.078006:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002304 00000100:00100000:0.0:1767316905.078361:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8341 00000100:00100000:0.0:1767316905.078375:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76582:x1853163934002304:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.078396:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.078416:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba830f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac63 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.078505:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8316 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.078519:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8316 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.078532:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8316 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316905.078557:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316905.078561:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316905.078577:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8316 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.078603:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba830f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac63 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.078621:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8316 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac63 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.078633:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316905.078637:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316905.078640:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfa00, rc 0) 00000100:00100000:0.0:1767316905.078711:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76582:x1853163934002304:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 339us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.078719:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8341 00000100:00100000:3.0:1767316905.082096:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.084025:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002432 00000100:00100000:0.0:1767316905.084039:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002432 00000100:00100000:0.0:1767316905.087448:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12492 00000100:00100000:0.0:1767316905.087476:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934002432:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.087496:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.087517:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac6a expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316905.087541:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x69571da7, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:0.0:1767316905.087560:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.087562:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.087570:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 9 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316905.087585:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 9 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316905.087597:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce800, rc 0) 00000100:00100000:0.0:1767316905.087665:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934002432:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 206us (5577us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.087672:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12492 00000100:00100000:1.0:1767316905.097193:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.098073:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002560 00000100:00100000:2.0:1767316905.098085:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002560 00000100:00100000:2.0:1767316905.098164:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6792 00000100:00100000:2.0:1767316905.098175:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934002560:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:2.0:1767316905.098237:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:2.0:1767316905.098246:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.098259:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.098261:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.098267:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.098281:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316905.221428:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 29 -> 4096 00002000:00010000:3.0:1767316905.221437:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316904 -> 1767316905 00002000:00010000:3.0:1767316905.221440:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316904 -> 1767316905 00010000:00010000:3.0:1767316905.221455:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.221467:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.221475:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.221483:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316905.221488:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.221497:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.221522:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.221530:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8324 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.221646:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2486:x1853163934002560:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 123468us (124458us total) trans 17179873756 rc 0/0 00000100:00100000:3.0:1767316905.221657:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6792 00000001:00080000:3.0:1767316905.221696:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873755 is committed 00000001:00080000:3.0:1767316905.221707:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873753 is committed 00000001:00080000:3.0:1767316905.221714:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873756 is committed 00000100:00100000:2.0:1767316905.227592:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.230679:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002816 00000100:00100000:3.0:1767316905.230694:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002816 00000100:00100000:3.0:1767316905.230778:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8342 00000100:00100000:3.0:1767316905.230788:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76582:x1853163934002816:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316905.230841:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316905.230868:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8316 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac63 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.230886:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316905.230891:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316905.232496:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316905.232516:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316905.232534:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000001:00080000:3.0:1767316905.232597:0:42524:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942875 00000004:00010000:3.0:1767316905.232627:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098797960 reply state 0000000054f3e06f transno 8589942876 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316905.234463:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316905.235135:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76582:x1853163934002816:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 4342us (7546us total) trans 8589942876 rc 0/0 00000100:00100000:2.0:1767316905.235146:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8342 00000020:00080000:2.0:1767316905.235153:0:42524:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1767316905.241321:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.241522:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934002944 00000100:00100000:3.0:1767316905.241532:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934002944 00000100:00100000:3.0:1767316905.241589:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12493 00000100:00100000:3.0:1767316905.241600:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:76582:x1853163934002944:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316905.241620:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316905.241653:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac71 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316905.241678:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 4096, mtime: 0x69571da9, atime: 0x0, ctime: 0x69571da9, blocks: 0xb 00010000:00010000:3.0:1767316905.241698:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.241701:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.241708:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.241723:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.241772:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfa00, rc 0) 00000100:00100000:3.0:1767316905.241822:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:76582:x1853163934002944:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 223us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.241832:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12493 00010000:00010000:1.0:1767316905.243181:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.243206:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.243214:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.243220:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316905.243225:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.243233:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.243249:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316905.243252:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316905.243256:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316905.243262:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba832b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316905.251095:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.251251:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934003072 00000100:00100000:3.0:1767316905.251262:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934003072 00002000:00010000:3.0:1767316905.251308:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/639 (23->18446744073709551615) 00002000:00100000:3.0:1767316905.251314:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4124000 with x1853163934003072 ext(23->18446744073709551615) 00002000:00010000:3.0:1767316905.251326:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef4124000. 00000100:00100000:3.0:1767316905.251361:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6793 00000100:00100000:3.0:1767316905.251372:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934003072:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:3.0:1767316905.251702:0:23675:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 4096 -> 23 00002000:00010000:3.0:1767316905.251705:0:23675:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316905 -> 1767316905 00002000:00010000:3.0:1767316905.251708:0:23675:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1767316905.251710:0:23675:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316905 -> 1767316905 00002000:00010000:3.0:1767316905.251712:0:23675:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1767316905.251824:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163934003072:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 453us (739us total) trans 17179873757 rc 0/0 00000100:00100000:3.0:1767316905.251831:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6793 00002000:00010000:3.0:1767316905.251835:0:23675:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/639 (23->18446744073709551615) 00002000:00100000:3.0:1767316905.251838:0:23675:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3ef4124000 with x1853163934003072 ext(23->18446744073709551615) 00002000:00010000:3.0:1767316905.251842:0:23675:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3ef4124000. 00000100:00100000:2.0:1767316905.262433:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.262773:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934003328 00000100:00100000:3.0:1767316905.262783:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934003328 00000100:00100000:3.0:1767316905.262842:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3313 00000100:00100000:3.0:1767316905.262851:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76582:x1853163934003328:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:3.0:1767316905.262915:0:41792:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x219:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba82ec lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac55 expref: 17 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.262980:0:41792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316905.262994:0:41792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 17 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.263003:0:41792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316905.263300:0:41792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 17 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.263315:0:41792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 17 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.263330:0:41792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985772544:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316905.263423:0:41792:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3f020506c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316905.270036:0:41792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:41792:1853163985772544:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.270068:0:41792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316905.270147:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.270497:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934003456 00000100:00100000:0.0:1767316905.270505:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934003456 00010000:00010000:0.0:1767316905.270547:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 18 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:0.0:1767316905.270591:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6425 00000100:00100000:0.0:1767316905.270601:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163934003456:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316905.270626:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316905.270633:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 18 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:0.0:1767316905.270645:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 18 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:0.0:1767316905.270668:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8308 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac5c expref: 18 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:0.0:1767316905.270684:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316905.270690:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316905.270699:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316905.270706:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41792 initiator: MDT0 00010000:00010000:0.0:1767316905.270780:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316905.270841:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:2483:x1853163934003456:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 241us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.270850:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6425 00010000:00010000:3.0:1767316905.271157:0:41792:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00010000:00010000:3.0:1767316905.271165:0:41792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000040:00080000:2.0:1767316905.278390:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2399, 88 off207224 00000004:00080000:2.0:1767316905.278409:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2150521679426ns, next at 2140617896763ns, rc = 0 00000040:00080000:2.0:1767316905.278478:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2393, 88 off206944 00000004:00080000:2.0:1767316905.278486:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2150521756903ns, next at 2130079962356ns, rc = 0 00000040:00080000:2.0:1767316905.278558:0:41792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2400, 88 off207312 00000004:00080000:2.0:1767316905.278564:0:41792:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2150521834757ns, next at 2140617896763ns, rc = 0 00000001:00080000:1.0:1767316905.324921:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942877 is committed 00000004:00080000:1.0:1767316905.324938:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2009 committed 00000004:00080000:1.0:1767316905.324957:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2001 committed 00000004:00080000:1.0:1767316905.324971:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2008 committed 00000100:00100000:0.0:1767316905.325207:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985772800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.325283:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316905.325338:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316905.325344:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985772672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.325370:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316905.325416:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985772800 00000100:00100000:0.0:1767316905.325424:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985772800 00000100:00100000:0.0:1767316905.325467:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985772672 00000100:00100000:0.0:1767316905.325470:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985772672 00000100:00100000:0.0:1767316905.325491:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12494 00000100:00100000:0.0:1767316905.325500:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:6213:x1853163985772800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.325764:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:6213:x1853163985772800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 263us (479us total) trans 21474840661 rc 0/0 00000100:00100000:0.0:1767316905.325771:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12494 00000100:00100000:0.0:1767316905.325790:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12495 00000100:00100000:0.0:1767316905.325797:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:6213:x1853163985772672:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1767316905.325883:0:38183:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:0.0:1767316905.325887:0:38183:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb mtime from disk: 1767316904 -> 1767316904 00002000:00010000:0.0:1767316905.325889:0:38183:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb atime from disk: 1767316903 -> 1767316903 00002000:00010000:0.0:1767316905.325891:0:38183:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb ctime from disk: 1767316904 -> 1767316904 00002000:00010000:0.0:1767316905.325893:0:38183:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1767316905.325919:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:6213:x1853163985772672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (548us total) trans 21474840662 rc 0/0 00000100:00100000:0.0:1767316905.325926:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12495 00000004:00080000:0.0:1767316905.325981:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bd880/2, rc 0, transno 21474840662 00000100:00100000:0.0:1767316905.325987:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985772672:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1767316905.325998:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc57e1180/2, rc 0, transno 21474840661 00000100:00100000:0.0:1767316905.326001:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985772800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.326049:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985772928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316905.326077:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316905.326107:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985772928 00000100:00100000:0.0:1767316905.326111:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985772928 00000100:00100000:0.0:1767316905.326133:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12496 00000100:00100000:0.0:1767316905.326139:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6214:x1853163985772928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1767316905.326241:0:15520:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 23 -> 23 00002000:00010000:0.0:1767316905.326245:0:15520:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316905 -> 1767316905 00002000:00010000:0.0:1767316905.326247:0:15520:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1767316905.326249:0:15520:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316905 -> 1767316905 00002000:00010000:0.0:1767316905.326251:0:15520:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1767316905.326281:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6214:x1853163985772928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 142us (203us total) trans 17179873758 rc 0/0 00000100:00100000:0.0:1767316905.326299:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12496 00000100:00100000:0.0:1767316905.326326:0:6214:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873755 gen 2 00000004:00080000:0.0:1767316905.326332:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca067800, transno 17179873754 00000004:00080000:0.0:1767316905.326339:0:6214:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41ae680, transno 17179873755 00000100:00100000:0.0:1767316905.326345:0:6214:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3efc50f480 x1853163985772928/t17179873758(17179873758) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316921 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316905.326353:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50f480/2, rc 0, transno 17179873758 00000100:00100000:0.0:1767316905.326356:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985772928:0@lo:2:osp-syn-1-0.0 00000004:00010000:2.0:1767316905.326843:0:41792:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000074792728 reply state 00000000d0c64de8 transno 8589942877 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316905.326857:0:41792:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316905.326866:0:41792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316905.326869:0:41792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316905.326878:0:41792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba82ec lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac55 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1767316905.327005:0:41792:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1767316905.327020:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76582:x1853163934003328:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 64170us (64598us total) trans 8589942877 rc 0/0 00000100:00100000:2.0:1767316905.327029:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3313 00010000:00010000:2.0:1767316905.327053:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316905.327062:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316905.327070:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316905.327075:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316905.327080:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316905.327087:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316905.327104:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316905.327107:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316905.327111:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00010000:00010000:2.0:1767316905.327116:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8339 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41792 initiator: MDT0 00000100:00100000:2.0:1767316905.331164:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.331261:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934003584 00000100:00100000:0.0:1767316905.331274:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934003584 00000100:00100000:0.0:1767316905.331380:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8343 00000100:00100000:0.0:1767316905.331401:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76582:x1853163934003584:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.331426:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.331451:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac78 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.331522:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.331538:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.331556:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316905.331559:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316905.331563:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00000100:00100000:0.0:1767316905.331629:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76582:x1853163934003584:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 230us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.331638:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8343 00000100:00100000:0.0:1767316905.349195:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.349295:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934003840 00000100:00100000:2.0:1767316905.349307:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934003840 00000100:00100000:2.0:1767316905.349363:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3314 00000100:00100000:2.0:1767316905.349373:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76582:x1853163934003840:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316905.349673:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76582:x1853163934003840:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 300us (487us total) trans 8589942878 rc 0/0 00000100:00100000:2.0:1767316905.349681:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3314 00000100:00100000:1.0:1767316905.362531:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.362867:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934003968 00000100:00100000:0.0:1767316905.362878:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934003968 00000100:00100000:0.0:1767316905.362947:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8344 00000100:00100000:0.0:1767316905.362957:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76583:x1853163934003968:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.362991:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.363012:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8347 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac7f expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.363077:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363090:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363101:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363116:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363123:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363129:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363236:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363245:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363252:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316905.363306:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316905.363310:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316905.363328:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363340:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363348:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363354:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363360:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363371:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316905.363376:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363383:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363395:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316905.363398:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316905.363403:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363408:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba834e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363421:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363427:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363432:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363438:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316905.363440:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363445:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363452:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316905.363454:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316905.363457:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363462:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8355 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.363495:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8347 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 17 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.363508:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 16 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.363516:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316905.363518:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316905.363521:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316905.363590:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76583:x1853163934003968:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 634us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.363598:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8344 00000100:00100000:3.0:1767316905.368238:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.368379:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934004224 00000100:00100000:2.0:1767316905.368400:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934004224 00000100:00100000:2.0:1767316905.368462:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8345 00000100:00100000:2.0:1767316905.368471:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76583:x1853163934004224:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.368493:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.368513:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8363 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac86 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.368611:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.368625:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.368637:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316905.368647:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:2.0:1767316905.368793:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8363 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 19 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.368810:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.368818:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316905.368821:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1767316905.368824:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:2.0:1767316905.368875:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76583:x1853163934004224:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 405us (648us total) trans 8589942879 rc 0/0 00000100:00100000:2.0:1767316905.368882:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8345 00000100:00100000:1.0:1767316905.374656:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.374774:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934004480 00000100:00100000:0.0:1767316905.374784:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934004480 00000100:00100000:0.0:1767316905.374841:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8346 00000100:00100000:0.0:1767316905.374851:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76583:x1853163934004480:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.374878:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.374903:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8378 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac8d expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.375031:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba837f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.375046:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba837f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316905.375058:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba837f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316905.375072:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316905.375203:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8378 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac8d expref: 21 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.375223:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba837f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac8d expref: 20 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.375232:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316905.375235:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316905.375238:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfe00, rc 0) 00000100:00100000:0.0:1767316905.375325:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76583:x1853163934004480:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 475us (680us total) trans 8589942880 rc 0/0 00000100:00100000:0.0:1767316905.375333:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8346 00000100:00100000:1.0:1767316905.429943:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.430067:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934004608 00000100:00100000:0.0:1767316905.430081:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934004608 00000100:00100000:0.0:1767316905.430168:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6794 00000100:00100000:0.0:1767316905.430178:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934004608:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316905.430221:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430237:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.430240:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.430247:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430265:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430462:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430471:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430478:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430485:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316905.430489:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430496:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430512:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.430519:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba838d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316905.430601:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934004608:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 423us (669us total) trans 0 rc 29/29 00000100:00100000:0.0:1767316905.430609:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6794 00000100:00100000:3.0:1767316905.434881:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.435174:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934004736 00000100:00100000:2.0:1767316905.435185:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934004736 00000100:00100000:2.0:1767316905.435256:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6795 00000100:00100000:2.0:1767316905.435266:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163934004736:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316905.435315:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.435337:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.435345:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316905.435348:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316905.435351:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.435467:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.435482:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 10 pid: 37089 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316905.435497:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985773056:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316905.435583:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767316905.437463:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985773056:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.437495:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.438904:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.438992:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934004864 00000100:00100000:2.0:1767316905.439003:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934004864 00010000:00010000:2.0:1767316905.439052:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 11 pid: 37089 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316905.439096:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6426 00000100:00100000:2.0:1767316905.439106:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934004864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316905.439124:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316905.439149:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 11 pid: 37089 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316905.439161:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 11 pid: 37089 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316905.439182:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8332 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac71 expref: 11 pid: 37089 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316905.439198:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.439200:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.439205:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.439214:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.439246:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316905.439312:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934004864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 207us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316905.439319:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6426 00010000:00010000:3.0:1767316905.439599:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439609:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439772:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439781:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439788:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439795:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316905.439798:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439805:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439817:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.439828:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8394 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.439879:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163934004736:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 4615us (5011us total) trans 0 rc 29/29 00000100:00100000:3.0:1767316905.439889:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6795 00000100:00100000:3.0:1767316905.444099:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.444187:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934004992 00000100:00100000:2.0:1767316905.444201:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934004992 00000100:00100000:2.0:1767316905.444295:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6796 00000100:00100000:2.0:1767316905.444307:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934004992:12345-192.168.204.9@tcp:3:lfs.0 00002000:00010000:2.0:1767316905.444367:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27c:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:2.0:1767316905.444376:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444404:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.444406:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.444412:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444425:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444547:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444555:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444562:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444568:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316905.444572:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444579:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444593:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.444599:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba839b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316905.444678:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934004992:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 374us (592us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316905.444686:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6796 00000100:00100000:1.0:1767316905.465919:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.466015:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934005120 00000100:00100000:0.0:1767316905.466025:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934005120 00000100:00100000:0.0:1767316905.466092:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 886 00000100:00100000:0.0:1767316905.466103:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76583:x1853163934005120:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:0.0:1767316905.466121:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316905.466143:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba837f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac8d expref: 20 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.466157:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316905.466161:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316905.466209:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76583:x1853163934005120:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 109us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.466214:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 886 00000100:00100000:1.0:1767316905.468777:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.469367:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934005376 00000100:00100000:2.0:1767316905.469377:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934005376 00000100:00100000:2.0:1767316905.469722:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3315 00000100:00100000:2.0:1767316905.469770:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76583:x1853163934005376:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316905.470129:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76583:x1853163934005376:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 397us (1358us total) trans 8589942881 rc 0/0 00000100:00100000:2.0:1767316905.470137:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3315 00000100:00100000:3.0:1767316905.479376:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.479492:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934005632 00000100:00100000:2.0:1767316905.479502:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934005632 00000100:00100000:2.0:1767316905.479567:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8347 00000100:00100000:2.0:1767316905.479579:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76584:x1853163934005632:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.479605:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.479628:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83a2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac94 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.479859:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba83a9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.479873:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba83a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.479884:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba83a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316905.479896:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:2.0:1767316905.480840:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83a2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac94 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.480863:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba83a9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac94 expref: 22 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.480870:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316905.480874:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1767316905.480877:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316905.480953:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:76584:x1853163934005632:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1377us (1753us total) trans 8589942882 rc 0/0 00000100:00100000:2.0:1767316905.480963:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8347 00000100:00100000:1.0:1767316905.518598:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.519013:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934005760 00000100:00100000:0.0:1767316905.519025:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934005760 00000100:00100000:0.0:1767316905.519118:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6797 00000100:00100000:0.0:1767316905.519129:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934005760:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316905.519166:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519181:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.519183:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.519198:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519214:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519357:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519367:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519372:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519378:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316905.519382:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519390:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519404:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.519410:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316905.519609:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934005760:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 480us (1018us total) trans 0 rc 29/29 00000100:00100000:0.0:1767316905.519619:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6797 00000100:00100000:1.0:1767316905.529927:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.530073:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934005888 00000100:00100000:2.0:1767316905.530081:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934005888 00000100:00100000:2.0:1767316905.530194:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6798 00000100:00100000:2.0:1767316905.530203:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934005888:12345-192.168.204.9@tcp:3:lfs.0 00002000:00010000:2.0:1767316905.530248:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 23, mtime: 0x69571da9, atime: 0x0, ctime: 0x69571da9, blocks: 0xb 00010000:00010000:2.0:1767316905.530257:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530272:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.530274:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316905.530280:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530327:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530447:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530455:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530462:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530485:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316905.530489:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530496:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530512:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.530519:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba83be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316905.530590:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934005888:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 386us (672us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316905.530599:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6798 00000100:00100000:2.0:1767316905.535392:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.535445:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934006016 00000100:00100000:3.0:1767316905.535456:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934006016 00000100:00100000:3.0:1767316905.535512:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6799 00000100:00100000:3.0:1767316905.535519:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934006016:12345-192.168.204.9@tcp:3:lfs.0 00002000:00010000:3.0:1767316905.535562:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27c:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:3.0:1767316905.535570:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.535583:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.535585:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.535589:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.535598:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.535977:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.535991:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.535999:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.536006:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316905.536010:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.536020:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.536038:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.536043:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.536124:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934006016:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 603us (752us total) trans 0 rc 29/29 00000100:00100000:3.0:1767316905.536131:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6799 00000100:00100000:1.0:1767316905.622162:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.629198:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934006144 00000100:00100000:0.0:1767316905.629216:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934006144 00000100:00100000:0.0:1767316905.629322:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6800 00000100:00100000:0.0:1767316905.629333:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934006144:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:0.0:1767316905.631089:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631110:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.631112:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.631118:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631133:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631277:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631318:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631327:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631334:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316905.631338:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631347:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631377:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.631385:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba83cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316905.631479:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934006144:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 2143us (9324us total) trans 0 rc 29/29 00000100:00100000:0.0:1767316905.631489:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6800 00000100:00100000:1.0:1767316905.640164:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.640240:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934006272 00000100:00100000:0.0:1767316905.640251:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934006272 00000100:00100000:0.0:1767316905.640344:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6801 00000100:00100000:0.0:1767316905.640356:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934006272:12345-192.168.204.9@tcp:3:lfs.0 00002000:00010000:0.0:1767316905.640421:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 23, mtime: 0x69571da9, atime: 0x0, ctime: 0x69571da9, blocks: 0xb 00010000:00010000:0.0:1767316905.640430:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640445:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.640448:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.640454:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640467:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640583:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640592:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640602:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640614:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316905.640627:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640636:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640651:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.640659:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba83d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316905.640753:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934006272:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 399us (601us total) trans 0 rc 29/29 00000100:00100000:0.0:1767316905.640762:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6801 00000100:00100000:2.0:1767316905.654427:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.654514:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934006400 00000100:00100000:3.0:1767316905.654525:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934006400 00000100:00100000:3.0:1767316905.654603:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6802 00000100:00100000:3.0:1767316905.654614:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934006400:12345-192.168.204.9@tcp:3:lfs.0 00002000:00010000:3.0:1767316905.654660:0:23675:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27c:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:3.0:1767316905.654669:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654684:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.654686:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.654691:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654704:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654834:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654843:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654851:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654858:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316905.654862:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654871:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654886:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.654894:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba83da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.655948:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934006400:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 345us (540us total) trans 0 rc 29/29 00000100:00100000:3.0:1767316905.655968:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6802 00000100:00100000:1.0:1767316905.686009:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.686133:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934006656 00000100:00100000:2.0:1767316905.686145:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934006656 00000100:00100000:2.0:1767316905.686249:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8348 00000100:00100000:2.0:1767316905.686260:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:76584:x1853163934006656:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.686299:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.686326:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba83e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ac9b expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.686446:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba83e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.686460:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba83e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.686469:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba83e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316905.686480:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:2.0:1767316905.686630:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba83e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac9b expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.686651:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba83e8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac9b expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.686660:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316905.686663:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1767316905.686667:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316905.686776:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:76584:x1853163934006656:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 517us (776us total) trans 8589942883 rc 0/0 00000100:00100000:2.0:1767316905.686785:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8348 00000100:00100000:1.0:1767316905.691881:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.692043:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934006784 00000100:00100000:3.0:1767316905.692054:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934006784 00000100:00100000:3.0:1767316905.692122:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:3.0:1767316905.692132:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2484:x1853163934006784:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316905.692149:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316905.692175:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba83e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac9b expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.692194:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:3.0:1767316905.692200:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316905.692257:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2484:x1853163934006784:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 125us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.692264:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:3.0:1767316905.698021:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.698122:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007040 00000100:00100000:2.0:1767316905.698135:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007040 00000100:00100000:2.0:1767316905.698194:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8349 00000100:00100000:2.0:1767316905.698206:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934007040:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.698234:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.698237:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1767316905.698263:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba83a9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac94 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.698310:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316905.698315:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316905.698332:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba83f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aca2 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.698455:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.698469:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.698475:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 4/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.698509:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.698521:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316905.698534:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773184:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316905.698631:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767316905.702364:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.702448:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007168 00000100:00100000:0.0:1767316905.702457:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007168 00010000:00010000:0.0:1767316905.702498:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 24 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:0.0:1767316905.702538:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6427 00000100:00100000:0.0:1767316905.702548:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2484:x1853163934007168:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316905.702563:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316905.702570:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 24 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:0.0:1767316905.702587:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 24 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:0.0:1767316905.702609:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316905.702614:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.702632:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.702639:0:44414:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.702659:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316905.702712:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2484:x1853163934007168:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 165us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.702719:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6427 00010000:00010000:2.0:1767316905.702926:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba835c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac7f expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316905.702943:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773184:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316905.702970:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.702982:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.702987:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:2.0:1767316905.703005:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:2.0:1767316905.703160:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba83f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.703176:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.703183:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316905.703186:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316905.703189:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9600, rc 0) 00000100:00100000:2.0:1767316905.703221:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934007040:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 5018us (5211us total) trans 8589942884 rc 0/0 00000100:00100000:2.0:1767316905.703228:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8349 00000100:00100000:3.0:1767316905.707988:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.708095:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007296 00000100:00100000:2.0:1767316905.708105:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007296 00000100:00100000:2.0:1767316905.708155:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8350 00000100:00100000:2.0:1767316905.708164:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934007296:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.708189:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.708209:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba840b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aca9 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.708320:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.708337:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.708347:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.708384:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.708398:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 24 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316905.708413:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773312:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316905.708502:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ef7e71840 going to sleep for 11 seconds 00000100:00100000:2.0:1767316905.713910:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773312:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316905.713948:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316905.714694:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.715122:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007424 00000100:00100000:2.0:1767316905.715132:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007424 00010000:00010000:2.0:1767316905.715180:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 25 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:2.0:1767316905.715212:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6428 00000100:00100000:2.0:1767316905.715221:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163934007424:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767316905.715240:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316905.715247:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 25 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316905.715262:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 25 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316905.715309:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba83fd lrc: 0/0,0 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca2 expref: 25 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:2.0:1767316905.715326:0:12904:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:2.0:1767316905.715331:0:12904:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.715341:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.715348:0:12904:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316905.715382:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316905.715450:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163934007424:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 229us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316905.715457:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6428 00010000:00010000:3.0:1767316905.715629:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.715638:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316905.715682:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:3.0:1767316905.715687:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316905.715708:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.715769:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba840b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.715784:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.715790:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:3.0:1767316905.715793:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316905.715796:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9800, rc 0) 00000100:00100000:3.0:1767316905.715835:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934007296:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 7672us (7857us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.715842:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8350 00000100:00100000:3.0:1767316905.721818:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.722370:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007552 00000100:00100000:0.0:1767316905.722391:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007552 00000100:00100000:0.0:1767316905.722453:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12497 00000100:00100000:0.0:1767316905.722464:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163934007552:12345-192.168.204.9@tcp:1:lfs.0 00010000:00010000:0.0:1767316905.722508:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.722528:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 9 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316905.722536:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.722539:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316905.722543:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.722581:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 9 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316905.722594:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 9 pid: 38183 timeout: 2250 lvb_type: 1 00000100:00100000:0.0:1767316905.722609:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985773440:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316905.723989:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316905.730366:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.730557:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:37089:1853163985773440:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.730588:0:37089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316905.730874:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007680 00000100:00100000:1.0:1767316905.730883:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007680 00010000:00010000:1.0:1767316905.730924:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 10 pid: 38183 timeout: 2250 lvb_type: 1 00000100:00100000:1.0:1767316905.730975:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6429 00000100:00100000:1.0:1767316905.730985:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934007680:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316905.731006:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316905.731034:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 10 pid: 38183 timeout: 2250 lvb_type: 1 00010000:00010000:1.0:1767316905.731048:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 10 pid: 38183 timeout: 2250 lvb_type: 1 00010000:00010000:1.0:1767316905.731074:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba831d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac6a expref: 10 pid: 38183 timeout: 2250 lvb_type: 1 00010000:00010000:1.0:1767316905.731098:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316905.731101:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316905.731107:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316905.731115:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316905.731147:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316905.731209:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934007680:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 226us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316905.731218:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6429 00010000:00010000:3.0:1767316905.731510:0:37089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731521:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731546:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731554:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731561:0:37089:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731566:0:37089:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316905.731570:0:37089:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731578:0:37089:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731590:0:37089:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.731596:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8419 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.731655:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163934007552:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 9192us (9846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.731662:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12497 00000100:00100000:1.0:1767316905.734510:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.734877:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934007936 00000100:00100000:3.0:1767316905.734889:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934007936 00000100:00100000:3.0:1767316905.734951:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8351 00000100:00100000:3.0:1767316905.734969:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934007936:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:3.0:1767316905.735053:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.735070:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.735077:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.735085:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.735093:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 6/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.735132:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.735146:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.735162:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773568:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.735267:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.735276:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.735295:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773696:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.735326:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 23 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.735334:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 23 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.735342:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773824:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316905.735363:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec9a216c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316905.749998:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.750036:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.750070:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316905.750148:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934008064 00000100:00100000:1.0:1767316905.750158:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934008064 00010000:00010000:1.0:1767316905.750203:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 24 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:1.0:1767316905.750246:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934008448 00000100:00100000:1.0:1767316905.750250:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934008448 00010000:00010000:1.0:1767316905.750263:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 25 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:1.0:1767316905.750302:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6430 00000100:00100000:1.0:1767316905.750310:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163934008064:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316905.750326:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316905.750333:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 25 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:1.0:1767316905.750347:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 25 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:1.0:1767316905.750384:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:1.0:1767316905.750391:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.750399:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.750405:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.750411:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316905.750462:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:2483:x1853163934008064:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 152us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316905.750470:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6430 00000100:00100000:1.0:1767316905.750487:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6431 00000100:00100000:1.0:1767316905.750494:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163934008448:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316905.750502:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316905.750507:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 24 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:1.0:1767316905.750516:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 24 pid: 42524 timeout: 2250 lvb_type: 0 00010000:00010000:1.0:1767316905.750526:0:44414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:1.0:1767316905.750529:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.750535:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.750540:0:44414:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.750545:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316905.750562:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:2483:x1853163934008448:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 69us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316905.750568:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6431 00010000:00010000:3.0:1767316905.751329:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8412 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aca9 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.751348:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773568:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316905.751359:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773696:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.751386:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8340 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac78 expref: 22 pid: 42524 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.751396:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773824:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316905.751420:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316905.751626:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934008320 00000100:00100000:2.0:1767316905.751633:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934008320 00000100:00100000:2.0:1767316905.751677:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3316 00000100:00100000:2.0:1767316905.751685:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:40044:x1853163934008320:12345-192.168.204.9@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1767316905.751932:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:40044:x1853163934008320:12345-192.168.204.9@tcp:35:ldlm_bl.0 Request processed in 246us (1893us total) trans 8589942885 rc 0/0 00000100:00100000:2.0:1767316905.751939:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3316 00000100:00100000:0.0:1767316905.766704:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.766942:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934008576 00000100:00100000:3.0:1767316905.766968:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934008576 00010000:00010000:3.0:1767316905.767014:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00000100:00100000:3.0:1767316905.767060:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6432 00000100:00100000:3.0:1767316905.767070:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:2484:x1853163934008576:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316905.767088:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316905.767096:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:3.0:1767316905.767109:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:3.0:1767316905.767135:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba836a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ac86 expref: 23 pid: 45512 timeout: 2250 lvb_type: 0 00010000:00010000:3.0:1767316905.767153:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:3.0:1767316905.767159:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.767168:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.767174:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.767207:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316905.768074:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:2484:x1853163934008576:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 1001us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.768084:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6432 00010000:00010000:0.0:1767316905.768163:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.768173:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00010000:0.0:1767316905.768525:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002ae6127e reply state 000000007d25e6a2 transno 8589942886 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316905.768535:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316905.768604:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934007936:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 33636us (34108us total) trans 8589942886 rc 0/0 00000100:00100000:0.0:1767316905.768611:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8351 00010000:00010000:1.0:1767316905.777600:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.777629:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.777636:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.777642:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316905.777647:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.777655:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.777671:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a300) 00010000:00010000:1.0:1767316905.777674:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:1.0:1767316905.777679:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316905.777684:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8420 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316905.778145:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.778409:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934008832 00000100:00100000:3.0:1767316905.778420:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934008832 00000100:00100000:3.0:1767316905.778478:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3317 00000100:00100000:3.0:1767316905.778489:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:76584:x1853163934008832:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316905.779062:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934008832:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 572us (918us total) trans 8589942887 rc 0/0 00000100:00100000:3.0:1767316905.779071:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3317 00000100:00100000:2.0:1767316905.782614:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.782824:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934009088 00000100:00100000:3.0:1767316905.782835:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934009088 00000100:00100000:3.0:1767316905.782892:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3318 00000100:00100000:3.0:1767316905.782902:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:76584:x1853163934009088:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316905.783149:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:76584:x1853163934009088:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 248us (546us total) trans 8589942888 rc 0/0 00000100:00100000:3.0:1767316905.783157:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3318 00000100:00100000:1.0:1767316905.790874:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.791457:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934009216 00000100:00100000:0.0:1767316905.791469:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934009216 00000100:00100000:0.0:1767316905.791532:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8352 00000100:00100000:0.0:1767316905.791543:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:76584:x1853163934009216:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.791566:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.791591:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8427 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acb0 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.791666:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8427 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acb0 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.791680:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8427 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acb0 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.791699:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316905.791702:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1767316905.791706:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce600, rc 0) 00000100:00100000:0.0:1767316905.791814:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:76584:x1853163934009216:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 271us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.791821:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8352 00000100:00100000:0.0:1767316905.798253:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.798494:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934009472 00000100:00100000:2.0:1767316905.798506:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934009472 00000100:00100000:2.0:1767316905.798583:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3319 00000100:00100000:2.0:1767316905.798594:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:76584:x1853163934009472:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:2.0:1767316905.799335:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:76584:x1853163934009472:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 740us (1088us total) trans 8589942889 rc 0/0 00000100:00100000:2.0:1767316905.799344:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3319 00000100:00100000:1.0:1767316905.828169:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.828285:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934009728 00000100:00100000:2.0:1767316905.828294:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934009728 00000100:00100000:2.0:1767316905.828357:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8353 00000100:00100000:2.0:1767316905.828369:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:76586:x1853163934009728:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.828399:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.828420:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba842e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acb7 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.828497:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828512:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828521:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828535:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828542:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828547:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828673:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828680:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828686:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828692:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316905.828695:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828701:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828713:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316905.828716:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316905.828721:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828765:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8435 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828780:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828785:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828791:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828796:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316905.828799:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828805:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828812:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316905.828815:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316905.828818:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828823:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba843c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.828855:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba842e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acb7 expref: 27 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.828866:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316905.828868:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316905.828871:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba842e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acb7 expref: 27 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.828880:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9e00, rc 0) 00000100:00100000:2.0:1767316905.829429:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:76586:x1853163934009728:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 584us (790us total) trans 0 rc 301/301 00000100:00100000:2.0:1767316905.829441:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8353 00000100:00100000:1.0:1767316905.833101:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.833206:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934009856 00000100:00100000:0.0:1767316905.833216:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934009856 00000100:00100000:0.0:1767316905.833284:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8354 00000100:00100000:0.0:1767316905.833295:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:76586:x1853163934009856:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:0.0:1767316905.833381:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833404:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833414:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833429:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833435:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833440:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833562:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833570:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833576:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316905.833609:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316905.833613:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316905.833637:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833649:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833655:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833665:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833671:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316905.833675:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833682:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833693:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316905.833696:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316905.833701:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833707:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8443 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833719:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833726:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833777:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833781:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316905.833784:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833789:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833799:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efc55a500) 00010000:00010000:0.0:1767316905.833802:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316905.833804:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833809:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba844a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833825:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833830:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833834:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833838:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316905.833841:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833846:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833851:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316905.833854:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316905.833856:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.833860:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8451 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316905.833927:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:76586:x1853163934009856:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 633us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.833936:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8354 00000100:00100000:3.0:1767316905.855879:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.856172:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934009984 00000100:00100000:2.0:1767316905.856184:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934009984 00000100:00100000:2.0:1767316905.856251:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8355 00000100:00100000:2.0:1767316905.856262:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:76588:x1853163934009984:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316905.856294:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316905.856314:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8458 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acbe expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.856388:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856401:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856412:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856426:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856433:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856439:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856551:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856559:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856566:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316905.856601:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:2.0:1767316905.856605:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316905.856635:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856647:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856655:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856662:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856669:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856675:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316905.856679:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856687:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856698:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316905.856701:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316905.856706:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856712:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba845f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856725:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856796:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856801:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856806:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316905.856809:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856814:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856821:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316905.856823:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316905.856826:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856830:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8466 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.856861:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8458 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.856874:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 27 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.856881:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316905.856883:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316905.856886:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316905.856939:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:76588:x1853163934009984:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 679us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316905.856947:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8355 00000100:00100000:1.0:1767316905.862677:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.862820:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934010240 00000100:00100000:0.0:1767316905.862831:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934010240 00000100:00100000:0.0:1767316905.862890:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8356 00000100:00100000:0.0:1767316905.862900:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:76588:x1853163934010240:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.862920:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.862942:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8474 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acc5 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.863049:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.863064:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.863073:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.863106:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 28 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.863120:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 28 pid: 42524 timeout: 2251 lvb_type: 0 00000100:00100000:0.0:1767316905.863132:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773952:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316905.863211:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316905.871505:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.871667:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985773952:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316905.871696:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316905.872048:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934010368 00000100:00100000:3.0:1767316905.872056:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934010368 00010000:00010000:3.0:1767316905.872093:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 29 pid: 42524 timeout: 2251 lvb_type: 0 00000100:00100000:3.0:1767316905.872176:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6433 00000100:00100000:3.0:1767316905.872186:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2483:x1853163934010368:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316905.872203:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316905.872210:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 29 pid: 42524 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316905.872221:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 29 pid: 42524 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316905.872242:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba846d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acbe expref: 29 pid: 42524 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316905.872262:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:3.0:1767316905.872502:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.872513:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.872521:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.872589:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316905.872647:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:2483:x1853163934010368:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 461us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.872655:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6433 00010000:00010000:0.0:1767316905.873868:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.873879:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316905.873901:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316905.874138:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8474 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.874158:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 28 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.874166:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316905.874168:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767316905.874171:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cea00, rc 0) 00000100:00100000:0.0:1767316905.874229:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:76588:x1853163934010240:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 11331us (11564us total) trans 8589942890 rc 0/0 00000100:00100000:0.0:1767316905.874237:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8356 00000100:00100000:3.0:1767316905.877197:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.877252:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934010496 00000100:00100000:0.0:1767316905.877262:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934010496 00000100:00100000:0.0:1767316905.877321:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8357 00000100:00100000:0.0:1767316905.877330:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:76588:x1853163934010496:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.877355:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.877383:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8489 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079accc expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.877464:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.877481:0:45512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.877489:0:45512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.877521:0:45512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.877533:0:45512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 29 pid: 45512 timeout: 2251 lvb_type: 0 00000100:00100000:0.0:1767316905.877547:0:45512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985774080:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316905.877881:0:45512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349300 going to sleep for 11 seconds 00000100:00100000:0.0:1767316905.879837:0:45512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:45512:1853163985774080:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316905.879867:0:45512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316905.881648:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.882270:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934010624 00000100:00100000:3.0:1767316905.882292:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934010624 00010000:00010000:3.0:1767316905.882338:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 30 pid: 45512 timeout: 2251 lvb_type: 0 00000100:00100000:3.0:1767316905.886884:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6434 00000100:00100000:3.0:1767316905.886914:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:2483:x1853163934010624:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316905.886936:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316905.886955:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 30 pid: 45512 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316905.886972:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 30 pid: 45512 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316905.887000:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba847b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x219:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acc5 expref: 30 pid: 45512 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316905.887020:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:3.0:1767316905.887025:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.887034:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.887042:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316905.887082:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316905.887152:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:2483:x1853163934010624:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 253us (5512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.887160:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6434 00010000:00010000:0.0:1767316905.887590:0:45512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.887598:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316905.887651:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316905.887656:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316905.887681:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.887718:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8489 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079accc expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.887753:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079accc expref: 28 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.887761:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316905.887764:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316905.887767:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfe00, rc 0) 00000100:00100000:0.0:1767316905.887822:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:76588:x1853163934010496:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 10492us (10636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316905.887830:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8357 00000100:00100000:2.0:1767316905.906848:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316905.906942:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934010880 00000100:00100000:0.0:1767316905.906962:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934010880 00000100:00100000:0.0:1767316905.907033:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8358 00000100:00100000:0.0:1767316905.907044:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:76588:x1853163934010880:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316905.907065:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316905.907087:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8497 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acd3 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.907191:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba849e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.907205:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba849e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316905.907217:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba849e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316905.907231:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316905.907383:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8497 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acd3 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.907402:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba849e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acd3 expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316905.907410:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316905.907413:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316905.907417:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce800, rc 0) 00000100:00100000:0.0:1767316905.907479:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:76588:x1853163934010880:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 437us (642us total) trans 8589942891 rc 0/0 00000100:00100000:0.0:1767316905.907486:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8358 00000100:00100000:1.0:1767316905.911857:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316905.912047:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011008 00000100:00100000:3.0:1767316905.912059:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011008 00000100:00100000:3.0:1767316905.912125:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12498 00000100:00100000:3.0:1767316905.912135:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163934011008:12345-192.168.204.9@tcp:1:lfs.0 00002000:00010000:3.0:1767316905.912197:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x69571da7, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:3.0:1767316905.912207:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912220:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.912222:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316905.912227:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912243:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912263:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912271:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912289:0:37089:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912296:0:37089:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316905.912300:0:37089:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912309:0:37089:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912324:0:37089:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316905.912331:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316905.912441:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163934011008:12345-192.168.204.9@tcp:1:lfs.0 Request processed in 307us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316905.912450:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12498 00000100:00100000:1.0:1767316905.919966:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316905.920064:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011264 00000100:00100000:2.0:1767316905.920075:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011264 00000100:00100000:2.0:1767316905.920139:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8359 00000100:00100000:2.0:1767316905.920148:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:76588:x1853163934011264:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316905.920210:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316905.920246:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8490 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079accc expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.920266:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8427 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acb0 expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316905.920284:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316905.920290:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316905.920326:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.920340:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.920348:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:2.0:1767316905.920831:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2401, 88 off207400 00000004:00080000:2.0:1767316905.920841:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2151164110438ns, next at 2140617896763ns, rc = 0 00000040:00080000:2.0:1767316905.920936:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2394, 88 off207032 00000004:00080000:2.0:1767316905.920941:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2151164212101ns, next at 2130079962356ns, rc = 0 00000040:00080000:2.0:1767316905.920967:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2402, 88 off207488 00000004:00080000:2.0:1767316905.920972:0:42524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2151164242551ns, next at 2140617896763ns, rc = 0 00000001:00080000:1.0:1767316905.993659:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942891 is committed 00000001:00080000:1.0:1767316905.993691:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942892 is committed 00000004:00080000:1.0:1767316905.993698:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2011 committed 00000004:00080000:1.0:1767316905.993710:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2002 committed 00000004:00080000:1.0:1767316905.993722:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2010 committed 00000100:00100000:1.0:1767316905.993844:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc7a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985774208:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316905.993918:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316905.994558:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985774464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.994591:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316905.994616:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316905.994621:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985774336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.994642:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316905.994671:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985774208 00000100:00100000:0.0:1767316905.994677:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985774208 00000100:00100000:0.0:1767316905.994715:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985774464 00000100:00100000:0.0:1767316905.994717:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985774464 00000100:00100000:0.0:1767316905.994752:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985774336 00000100:00100000:0.0:1767316905.994755:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985774336 00000100:00100000:0.0:1767316905.994776:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12499 00000100:00100000:0.0:1767316905.994783:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985774208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1767316905.995030:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:6215:x1853163985774208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 246us (1112us total) trans 17179873759 rc 0/0 00000100:00100000:0.0:1767316905.995038:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12499 00000100:00100000:0.0:1767316905.995056:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12500 00000100:00100000:0.0:1767316905.995063:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985774464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.995181:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985774464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (589us total) trans 21474840663 rc 0/0 00000100:00100000:0.0:1767316905.995189:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12500 00000100:00100000:0.0:1767316905.995203:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12501 00000100:00100000:0.0:1767316905.995209:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985774336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1767316905.995314:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985774336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (672us total) trans 21474840664 rc 0/0 00000100:00100000:0.0:1767316905.995321:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12501 00000004:00080000:0.0:1767316905.996601:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3a680/2, rc 0, transno 21474840664 00000100:00100000:0.0:1767316905.996612:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985774336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1767316905.996643:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3bb80/2, rc 0, transno 21474840663 00000100:00100000:0.0:1767316905.996647:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985774464:0@lo:2:osp-syn-0-0.0 00000004:00010000:2.0:1767316905.997143:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003a96a2bd reply state 00000000c9619e23 transno 8589942892 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316905.997164:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1767316905.997320:0:42524:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1767316905.997349:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76588:x1853163934011264:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 77194us (77396us total) trans 8589942892 rc 0/0 00000100:00100000:2.0:1767316905.997376:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8359 00010000:00010000:2.0:1767316905.997414:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.997423:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.997431:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00000004:00080000:1.0:1767316905.997432:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc7a0000/2, rc 0, transno 17179873759 00010000:00010000:2.0:1767316905.997437:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00000100:00100000:1.0:1767316905.997438:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc7a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985774208:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1767316905.997443:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.997451:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.997470:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316905.997474:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316905.997479:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316905.997485:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84b3 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316906.000873:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.000986:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011392 00000100:00100000:2.0:1767316906.000997:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011392 00000100:00100000:2.0:1767316906.001058:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8360 00000100:00100000:2.0:1767316906.001069:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76588:x1853163934011392:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316906.001094:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316906.001117:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acda expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.001176:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.001191:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 15 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.001210:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316906.001213:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316906.001217:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316906.001297:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76588:x1853163934011392:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 229us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316906.001304:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8360 00000100:00100000:1.0:1767316906.005950:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.006059:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011520 00000100:00100000:0.0:1767316906.006069:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011520 00000100:00100000:0.0:1767316906.006129:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8361 00000100:00100000:0.0:1767316906.006139:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76588:x1853163934011520:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316906.006162:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316906.006184:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84c1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ace1 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.006292:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba84c8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.006307:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba84c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.006323:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba84c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316906.006350:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316906.006354:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316906.006566:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba84c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.006595:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84c1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace1 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.006613:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba84c8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace1 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.006621:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316906.006624:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316906.006628:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf200, rc 0) 00000100:00100000:0.0:1767316906.006695:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76588:x1853163934011520:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 557us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316906.006702:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8361 00000100:00100000:1.0:1767316906.013015:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.013671:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011648 00000100:00100000:2.0:1767316906.013682:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011648 00000100:00100000:2.0:1767316906.013827:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12502 00000100:00100000:2.0:1767316906.013839:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163934011648:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316906.013857:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316906.013880:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ace8 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316906.013905:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x69571da7, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:2.0:1767316906.013924:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316906.013927:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316906.013936:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316906.013964:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316906.013976:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9e00, rc 0) 00000100:00100000:2.0:1767316906.014189:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934011648:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 352us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316906.014197:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12502 00000100:00080000:1.0:1767316906.014545:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316906.083468:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.083794:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011776 00000100:00100000:3.0:1767316906.083806:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011776 00000100:00100000:3.0:1767316906.083873:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6803 00000100:00100000:3.0:1767316906.083883:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934011776:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316906.083944:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.083969:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316906.083972:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316906.083977:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.083989:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084115:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084124:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084131:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084142:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316906.084146:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084153:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084169:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.084176:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316906.084240:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934011776:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 357us (782us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316906.084247:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6803 00010000:00010000:2.0:1767316906.084623:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316906.095720:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.095827:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934011904 00000100:00100000:3.0:1767316906.095839:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934011904 00000100:00100000:3.0:1767316906.095917:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6804 00000100:00100000:3.0:1767316906.095927:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934011904:12345-192.168.204.9@tcp:4:lfs.0 00002000:00010000:3.0:1767316906.095985:0:37704:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 23, mtime: 0x69571da9, atime: 0x0, ctime: 0x69571da9, blocks: 0xb 00010000:00010000:3.0:1767316906.095992:0:37704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.096003:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.096005:0:37704:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.096009:0:37704:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.096020:0:37704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1767316906.096550:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1767316906.123155:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873759 is committed 00000001:00080000:0.0:1767316906.123201:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873760 is committed 00002000:00010000:3.0:1767316906.123291:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 23 -> 4096 00002000:00010000:3.0:1767316906.123296:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316905 -> 1767316906 00002000:00010000:3.0:1767316906.123302:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316905 -> 1767316906 00010000:00010000:3.0:1767316906.123316:0:37704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.123334:0:37704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.123343:0:37704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.123350:0:37704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316906.123354:0:37704:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.123363:0:37704:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.123386:0:37704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.123393:0:37704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 37704 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316906.123491:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163934011904:12345-192.168.204.9@tcp:4:lfs.0 Request processed in 27560us (27775us total) trans 17179873760 rc 0/0 00000100:00100000:3.0:1767316906.123502:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6804 00000100:00100000:3.0:1767316906.142966:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.143059:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934012160 00000100:00100000:0.0:1767316906.143068:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934012160 00000100:00100000:0.0:1767316906.143116:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8362 00000100:00100000:0.0:1767316906.143123:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76588:x1853163934012160:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1767316906.143170:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316906.143192:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba84c8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace1 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.143209:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316906.143212:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316906.143510:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.143522:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.143529:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000001:00080000:0.0:1767316906.143569:0:45512:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942893 00000004:00010000:0.0:1767316906.143587:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a7cac96 reply state 0000000082d8335e transno 8589942894 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316906.143593:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316906.143688:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76588:x1853163934012160:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 564us (730us total) trans 8589942894 rc 0/0 00000100:00100000:0.0:1767316906.143701:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8362 00000020:00080000:0.0:1767316906.143707:0:45512:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1767316906.150571:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316906.151079:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316906.151090:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316906.151096:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316906.151100:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316906.151104:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316906.151113:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316906.151126:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316906.151128:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316906.151132:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316906.151135:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba84e4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316906.151252:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934012288 00000100:00100000:3.0:1767316906.151263:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934012288 00000100:00100000:3.0:1767316906.151337:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12503 00000100:00100000:3.0:1767316906.151348:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:76588:x1853163934012288:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316906.151367:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316906.151387:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acef expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316906.151410:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 4096, mtime: 0x69571daa, atime: 0x0, ctime: 0x69571daa, blocks: 0xb 00010000:00010000:3.0:1767316906.151431:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.151434:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.151441:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.151453:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 9 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.151463:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dec00, rc 0) 00000100:00100000:3.0:1767316906.151526:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:76588:x1853163934012288:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 181us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316906.151533:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12503 00000100:00100000:1.0:1767316906.164570:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.164672:0:37704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934012416 00000100:00100000:3.0:1767316906.164683:0:37704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934012416 00002000:00010000:3.0:1767316906.164723:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/639 (29->18446744073709551615) 00002000:00100000:3.0:1767316906.164764:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc7a0700 with x1853163934012416 ext(29->18446744073709551615) 00002000:00010000:3.0:1767316906.164778:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efc7a0700. 00000100:00100000:3.0:1767316906.164813:0:37704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6805 00000100:00100000:3.0:1767316906.164824:0:37704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934012416:12345-192.168.204.9@tcp:10:lfs.0 00002000:00010000:3.0:1767316906.165158:0:37704:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 4096 -> 29 00002000:00010000:3.0:1767316906.165162:0:37704:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316906 -> 1767316906 00002000:00010000:3.0:1767316906.165165:0:37704:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1767316906.165167:0:37704:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316906 -> 1767316906 00002000:00010000:3.0:1767316906.165169:0:37704:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1767316906.165291:0:37704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2485:x1853163934012416:12345-192.168.204.9@tcp:10:lfs.0 Request processed in 468us (731us total) trans 17179873761 rc 0/0 00000100:00100000:3.0:1767316906.165299:0:37704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6805 00002000:00010000:3.0:1767316906.165304:0:37704:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/639 (29->18446744073709551615) 00002000:00100000:3.0:1767316906.165306:0:37704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b3efc7a0700 with x1853163934012416 ext(29->18446744073709551615) 00002000:00010000:3.0:1767316906.165311:0:37704:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b3efc7a0700. 00000100:00100000:0.0:1767316906.172546:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.172654:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934012672 00000100:00100000:2.0:1767316906.172665:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934012672 00000100:00100000:2.0:1767316906.172821:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8363 00000100:00100000:2.0:1767316906.172832:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:76588:x1853163934012672:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1767316906.173032:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.173050:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.173064:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00010000:2.0:1767316906.173218:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a71c6f21 reply state 00000000acfaedd6 transno 8589942895 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316906.173227:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316906.173387:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76588:x1853163934012672:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 555us (848us total) trans 8589942895 rc 0/0 00000100:00100000:2.0:1767316906.173395:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8363 00000100:00100000:1.0:1767316906.177102:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.177203:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934012800 00000100:00100000:3.0:1767316906.177213:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934012800 00000100:00100000:3.0:1767316906.177283:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12504 00000100:00100000:3.0:1767316906.177294:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:76588:x1853163934012800:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316906.177314:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316906.177341:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acf6 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.177371:0:14912:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 10 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316906.177379:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.177381:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.177385:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 10 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.177419:0:14912:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 10 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316906.177437:0:14912:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 10 pid: 37089 timeout: 2251 lvb_type: 1 00000100:00100000:3.0:1767316906.177450:0:14912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14912:1853163985774592:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316906.177544:0:14912:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec33f3f00 going to sleep for 11 seconds 00010000:00010000:2.0:1767316906.177877:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.177886:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.177893:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.177899:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316906.177903:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.177910:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.177925:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316906.177928:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316906.177932:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316906.177938:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba84f2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316906.180647:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.180762:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934012928 00000100:00100000:0.0:1767316906.180772:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934012928 00010000:00010000:0.0:1767316906.180815:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 11 pid: 37089 timeout: 2251 lvb_type: 1 00000100:00100000:0.0:1767316906.180852:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6435 00000100:00100000:0.0:1767316906.180860:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163934012928:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316906.180876:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316906.180905:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 11 pid: 37089 timeout: 2251 lvb_type: 1 00010000:00010000:0.0:1767316906.180919:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 11 pid: 37089 timeout: 2251 lvb_type: 1 00010000:00010000:0.0:1767316906.180942:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316906.180943:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316906.180956:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.180964:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.180998:0:12903:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316906.181007:0:12903:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:12903:1853163985774720:192.168.204.9@tcp:105: 00000100:00100000:0.0:1767316906.181247:0:12903:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6c46a80 going to sleep for 11 seconds 00010000:00010000:3.0:1767316906.181541:0:14912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba84cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ace8 expref: 11 pid: 37089 timeout: 2251 lvb_type: 1 00000100:00100000:3.0:1767316906.181552:0:14912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14912:1853163985774592:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316906.181570:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 10 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.181578:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316906.181657:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:76588:x1853163934012800:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 4365us (4566us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316906.181665:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12504 00000100:00100000:0.0:1767316906.184505:0:12903:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:12903:1853163985774720:192.168.204.9@tcp:105: 00010000:00010000:0.0:1767316906.184530:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316906.184587:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163934012928:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 3726us (3957us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316906.184598:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6435 00000100:00100000:1.0:1767316906.184712:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.192206:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934013056 00000100:00100000:3.0:1767316906.192224:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934013056 00000100:00100000:3.0:1767316906.192378:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12505 00000100:00100000:3.0:1767316906.192390:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934013056:12345-192.168.204.9@tcp:2:lfs.0 00002000:00010000:3.0:1767316906.192593:0:14912:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:3.0:1767316906.192598:0:14912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb mtime from disk: 1767316904 -> 1767316905 00002000:00010000:3.0:1767316906.192600:0:14912:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb atime from disk: 1767316903 -> 1767316903 00002000:00010000:3.0:1767316906.192603:0:14912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb ctime from disk: 1767316904 -> 1767316906 00002000:00010000:3.0:1767316906.192605:0:14912:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1767316906.192679:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934013056:12345-192.168.204.9@tcp:2:lfs.0 Request processed in 291us (7967us total) trans 21474840665 rc 0/0 00000100:00100000:3.0:1767316906.193434:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12505 00000100:00100000:2.0:1767316906.209562:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316906.213034:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934013312 00000100:00100000:1.0:1767316906.213052:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934013312 00000100:00100000:1.0:1767316906.213192:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3320 00000100:00100000:1.0:1767316906.213205:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76588:x1853163934013312:12345-192.168.204.9@tcp:35:lfs.0 00000004:00010000:1.0:1767316906.213286:0:41791:0:(mdt_open.c:2499:mdt_close_resync_done()) ### [0x200000404:0x219:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba849e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acd3 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.213342:0:41791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316906.213356:0:41791:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 18 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.213365:0:41791:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316906.213414:0:41791:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 18 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.213429:0:41791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 18 pid: 42524 timeout: 2251 lvb_type: 0 00000100:00100000:1.0:1767316906.213443:0:41791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985774848:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316906.213558:0:41791:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316906.226843:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.227239:0:41791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:41791:1853163985774848:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316906.227281:0:41791:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316906.228513:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934013440 00000100:00100000:0.0:1767316906.228526:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934013440 00010000:00010000:0.0:1767316906.228579:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 19 pid: 42524 timeout: 2251 lvb_type: 0 00000100:00100000:0.0:1767316906.228630:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6436 00000100:00100000:0.0:1767316906.228640:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:2483:x1853163934013440:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316906.228660:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316906.228666:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 19 pid: 42524 timeout: 2251 lvb_type: 0 00010000:00010000:0.0:1767316906.228678:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 19 pid: 42524 timeout: 2251 lvb_type: 0 00010000:00010000:0.0:1767316906.228701:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba84ba lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acda expref: 19 pid: 42524 timeout: 2251 lvb_type: 0 00010000:00010000:0.0:1767316906.228717:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316906.228722:0:12903:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316906.228790:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316906.228798:0:12903:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 41791 initiator: MDT0 00010000:00010000:0.0:1767316906.228822:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316906.228882:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:2483:x1853163934013440:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 243us (2051us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316906.228890:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6436 00010000:00010000:1.0:1767316906.229347:0:41791:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00010000:00010000:1.0:1767316906.229357:0:41791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000040:00080000:1.0:1767316906.229814:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2403, 88 off207576 00000004:00080000:1.0:1767316906.229826:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2151473096308ns, next at 2140617896763ns, rc = 0 00000040:00080000:1.0:1767316906.229886:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2395, 88 off207120 00000004:00080000:1.0:1767316906.229893:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2151473164116ns, next at 2130079962356ns, rc = 0 00000040:00080000:1.0:1767316906.229929:0:41791:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2404, 88 off207664 00000004:00080000:1.0:1767316906.229934:0:41791:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2151473204548ns, next at 2140617896763ns, rc = 0 00000004:00010000:0.0:1767316906.294540:0:41791:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bb4a139f reply state 00000000f710dc01 transno 8589942896 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41791 initiator: MDT0 00000100:00100000:0.0:1767316906.294564:0:41791:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767316906.294574:0:41791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316906.294577:0:41791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316906.294586:0:41791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba849e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acd3 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316906.294711:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76588:x1853163934013312:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 81509us (85158us total) trans 8589942896 rc 0/0 00000100:00100000:0.0:1767316906.294765:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3320 00000001:00080000:1.0:1767316906.294978:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942894 is committed 00000001:00080000:1.0:1767316906.295005:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942896 is committed 00000004:00080000:1.0:1767316906.295009:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2013 committed 00000004:00080000:1.0:1767316906.295019:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2003 committed 00000004:00080000:1.0:1767316906.295024:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2012 committed 00010000:00010000:3.0:1767316906.295143:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316906.295153:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316906.295160:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316906.295167:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316906.295171:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316906.295178:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316906.295191:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:3.0:1767316906.295194:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1767316906.295197:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00010000:00010000:3.0:1767316906.295203:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8500 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41791 initiator: MDT0 00000100:00100000:3.0:1767316906.295551:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985775104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316906.295605:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316906.295647:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767316906.295653:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985774976:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316906.295672:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316906.295703:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985775104 00000100:00100000:3.0:1767316906.295710:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985775104 00000100:00100000:3.0:1767316906.295782:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985774976 00000100:00100000:3.0:1767316906.295786:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985774976 00000100:00100000:3.0:1767316906.295808:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12506 00000100:00100000:3.0:1767316906.295816:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:6215:x1853163985775104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1767316906.296095:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:6215:x1853163985775104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 278us (487us total) trans 21474840666 rc 0/0 00000100:00100000:3.0:1767316906.296103:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12506 00000100:00100000:3.0:1767316906.296132:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12507 00000100:00100000:3.0:1767316906.296140:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:6215:x1853163985774976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1767316906.296227:0:37089:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:3.0:1767316906.296231:0:37089:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb mtime from disk: 1767316905 -> 1767316905 00002000:00010000:3.0:1767316906.296234:0:37089:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb atime from disk: 1767316903 -> 1767316903 00002000:00010000:3.0:1767316906.296237:0:37089:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb ctime from disk: 1767316906 -> 1767316906 00002000:00010000:3.0:1767316906.296239:0:37089:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x27b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1767316906.296264:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:6215:x1853163985774976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (590us total) trans 21474840667 rc 0/0 00000100:00100000:3.0:1767316906.296282:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12507 00000004:00080000:3.0:1767316906.296332:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb38380/2, rc 0, transno 21474840667 00000100:00100000:3.0:1767316906.296339:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985774976:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1767316906.296349:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3ad80/2, rc 0, transno 21474840666 00000100:00100000:3.0:1767316906.296353:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985775104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1767316906.297805:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985775232:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316906.297864:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316906.307124:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985775232 00000100:00100000:2.0:1767316906.307139:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985775232 00000100:00100000:2.0:1767316906.307212:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12508 00000100:00100000:2.0:1767316906.307223:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:6212:x1853163985775232:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1767316906.307467:0:37088:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 29 -> 29 00002000:00010000:2.0:1767316906.307472:0:37088:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1767316906 -> 1767316906 00002000:00010000:2.0:1767316906.307474:0:37088:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1767316906.307477:0:37088:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1767316906 -> 1767316906 00002000:00010000:2.0:1767316906.307479:0:37088:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1767316906.307555:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6212:x1853163985775232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 334us (9690us total) trans 17179873762 rc 0/0 00000100:00100000:2.0:1767316906.307563:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12508 00000100:00100000:2.0:1767316906.307610:0:6212:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873759 gen 2 00000004:00080000:2.0:1767316906.307616:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50f480, transno 17179873758 00000004:00080000:2.0:1767316906.307626:0:6212:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc7a0000, transno 17179873759 00000100:00100000:2.0:1767316906.307632:0:6212:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ef414e300 x1853163985775232/t17179873762(17179873762) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1767316922 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767316906.307643:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414e300/2, rc 0, transno 17179873762 00000100:00100000:2.0:1767316906.307649:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985775232:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1767316906.308666:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.314886:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934013568 00000100:00100000:2.0:1767316906.314903:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934013568 00000100:00100000:2.0:1767316906.314991:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8364 00000100:00100000:2.0:1767316906.315001:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:76588:x1853163934013568:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1767316906.315029:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316906.315056:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8507 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079acfd expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.315134:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8507 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acfd expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.315150:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8507 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acfd expref: 14 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.315171:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316906.315175:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1767316906.315179:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9200, rc 0) 00000100:00100000:2.0:1767316906.315255:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76588:x1853163934013568:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 255us (6594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316906.315263:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8364 00000100:00100000:2.0:1767316906.318244:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.318407:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934013824 00000100:00100000:0.0:1767316906.318418:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934013824 00000100:00100000:0.0:1767316906.318482:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3321 00000100:00100000:0.0:1767316906.318492:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+14:76588:x1853163934013824:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:0.0:1767316906.318792:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76588:x1853163934013824:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 300us (559us total) trans 8589942897 rc 0/0 00000100:00100000:0.0:1767316906.318800:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3321 00000100:00100000:1.0:1767316906.354690:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.354855:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934014080 00000100:00100000:3.0:1767316906.354866:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934014080 00000100:00100000:3.0:1767316906.354931:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8365 00000100:00100000:3.0:1767316906.354949:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76590:x1853163934014080:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:3.0:1767316906.354973:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316906.354993:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba850e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad04 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.355072:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355088:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355100:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355113:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355119:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355125:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355245:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355253:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355259:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355591:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316906.355595:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355603:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355617:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316906.355621:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316906.355625:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355630:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8515 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355645:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355650:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355654:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355659:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316906.355662:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355668:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355674:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316906.355676:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316906.355679:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355684:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba851c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.355721:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba850e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad04 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.355853:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316906.355856:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316906.355861:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba850e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad04 expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.355872:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316906.355928:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76590:x1853163934014080:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 989us (1248us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316906.355936:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8365 00000100:00100000:1.0:1767316906.365615:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.365762:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934014208 00000100:00100000:3.0:1767316906.365773:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934014208 00000100:00100000:3.0:1767316906.365832:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8366 00000100:00100000:3.0:1767316906.365841:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76590:x1853163934014208:12345-192.168.204.9@tcp:34:lfs.0 00010000:00010000:3.0:1767316906.365913:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.365927:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.365936:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366026:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366032:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366036:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366126:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366135:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366141:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316906.366177:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:3.0:1767316906.366181:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316906.366193:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366205:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366211:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366217:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366223:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316906.366227:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366234:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366245:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316906.366248:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316906.366252:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366258:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8523 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366282:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366288:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366293:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366298:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316906.366300:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366306:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366313:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ec8239400) 00010000:00010000:3.0:1767316906.366316:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316906.366318:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366323:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba852a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366338:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366343:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366349:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366353:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316906.366356:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366362:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366441:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:3.0:1767316906.366444:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316906.366447:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316906.366452:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8531 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316906.366532:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76590:x1853163934014208:12345-192.168.204.9@tcp:34:lfs.0 Request processed in 692us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316906.366540:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8366 00000100:00100000:2.0:1767316906.383488:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.383589:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934014336 00000100:00100000:0.0:1767316906.383599:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934014336 00000100:00100000:0.0:1767316906.383648:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8367 00000100:00100000:0.0:1767316906.383658:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+15:76592:x1853163934014336:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316906.383678:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316906.383696:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8538 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad0b expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.383953:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.383979:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.383990:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384005:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384012:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384019:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384123:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384131:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384138:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316906.384168:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00000004:00200000:0.0:1767316906.384172:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316906.384187:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384197:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384204:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384215:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384221:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384227:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316906.384231:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384238:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384248:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:0.0:1767316906.384251:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316906.384255:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384260:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba853f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384480:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384488:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384494:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384498:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316906.384501:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384511:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384519:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3efc55a500) 00010000:00010000:0.0:1767316906.384521:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316906.384524:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384530:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8546 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.384558:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8538 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad0b expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.384570:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad0b expref: 16 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.384577:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:0.0:1767316906.384579:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316906.384582:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce200, rc 0) 00000100:00100000:0.0:1767316906.384684:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76592:x1853163934014336:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 1026us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316906.384692:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8367 00000100:00100000:1.0:1767316906.388588:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.388707:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934014592 00000100:00100000:0.0:1767316906.388875:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934014592 00000100:00100000:0.0:1767316906.388946:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8368 00000100:00100000:0.0:1767316906.388957:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:76592:x1853163934014592:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316906.389168:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316906.389194:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba8554 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad12 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.389511:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba855b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.389527:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba855b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.389537:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba855b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316906.389549:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316906.389676:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba8554 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad12 expref: 19 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.389695:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba855b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad12 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.389704:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:0.0:1767316906.389706:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1767316906.389710:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf000, rc 0) 00000100:00100000:0.0:1767316906.389843:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76592:x1853163934014592:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 888us (1268us total) trans 8589942898 rc 0/0 00000100:00100000:0.0:1767316906.389852:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8368 00000100:00100000:1.0:1767316906.393088:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.393182:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934014848 00000100:00100000:0.0:1767316906.393192:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934014848 00000100:00100000:0.0:1767316906.393247:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8369 00000100:00100000:0.0:1767316906.393256:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:76592:x1853163934014848:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316906.393531:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316906.393554:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8569 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad19 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.393647:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8570 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.393661:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8570 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316906.393671:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8570 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316906.393683:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x219:0x0]: returning size 29 00010000:00010000:0.0:1767316906.394048:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8569 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad19 expref: 21 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.394066:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8570 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad19 expref: 20 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.394075:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:0.0:1767316906.394078:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1767316906.394081:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce400, rc 0) 00000100:00100000:0.0:1767316906.394180:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76592:x1853163934014848:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 924us (1101us total) trans 8589942899 rc 0/0 00000100:00100000:0.0:1767316906.394188:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8369 00000100:00100000:2.0:1767316906.436536:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.437601:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934014976 00000100:00100000:0.0:1767316906.437616:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934014976 00000100:00100000:0.0:1767316906.437774:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6806 00000100:00100000:1.0:1767316906.437920:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934014976:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:1.0:1767316906.437956:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.437984:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 10 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.437993:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316906.437996:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767316906.438000:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.438037:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 10 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316906.438048:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 10 pid: 14912 timeout: 2251 lvb_type: 0 00000100:00100000:1.0:1767316906.438059:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985775360:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316906.438152:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec6c893c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767316906.441838:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.441928:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934015104 00000100:00100000:3.0:1767316906.441938:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934015104 00000100:00100000:2.0:1767316906.441973:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23675:1853163985775360:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316906.441985:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 2251 lvb_type: 0 00010000:00010000:2.0:1767316906.441999:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316906.442083:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6437 00000100:00100000:3.0:1767316906.442093:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163934015104:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316906.442109:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316906.442131:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316906.442143:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316906.442166:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba84f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acf6 expref: 11 pid: 14912 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316906.442182:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.442185:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.442190:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.442199:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.442239:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316906.442305:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163934015104:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 211us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316906.442312:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6437 00010000:00010000:2.0:1767316906.442482:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442491:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442603:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442612:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442620:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442627:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316906.442631:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442640:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442651:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.442658:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba857e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316906.442710:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934014976:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 4925us (6186us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316906.442718:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6806 00000100:00100000:1.0:1767316906.447901:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.448215:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934015232 00000100:00100000:2.0:1767316906.448226:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934015232 00000100:00100000:2.0:1767316906.448548:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6807 00000100:00100000:2.0:1767316906.448560:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163934015232:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316906.448598:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.448616:0:23675:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.448624:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316906.448627:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1767316906.448630:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.448667:0:23675:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 10 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.448683:0:23675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 10 pid: 37089 timeout: 2251 lvb_type: 0 00000100:00100000:2.0:1767316906.448699:0:23675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985775488:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316906.448814:0:23675:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4932300 going to sleep for 11 seconds 00000100:00100000:1.0:1767316906.459627:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.459706:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934015360 00000100:00100000:3.0:1767316906.459716:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934015360 00010000:00010000:3.0:1767316906.459796:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 11 pid: 37089 timeout: 2251 lvb_type: 0 00000100:00100000:3.0:1767316906.459829:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6438 00000100:00100000:3.0:1767316906.459840:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163934015360:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316906.459855:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316906.459879:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 11 pid: 37089 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316906.459892:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 11 pid: 37089 timeout: 2251 lvb_type: 0 00010000:00010000:3.0:1767316906.459916:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.459918:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316906.459923:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.459932:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316906.459963:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316906.460022:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163934015360:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 183us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316906.460031:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6438 00010000:00010000:2.0:1767316906.460763:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba84eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acef expref: 10 pid: 37089 timeout: 2251 lvb_type: 0 00000100:00100000:2.0:1767316906.460782:0:23675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:23675:1853163985775488:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316906.460806:0:23675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.460817:0:23675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.460823:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.460966:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.460980:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.460987:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.460993:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316906.460997:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.461004:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.461018:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.461026:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8585 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316906.461089:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934015232:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 12530us (13199us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316906.461098:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6807 00000100:00100000:1.0:1767316906.465984:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.466083:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934015488 00000100:00100000:0.0:1767316906.466094:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934015488 00000100:00100000:0.0:1767316906.466151:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12509 00000100:00100000:0.0:1767316906.466162:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934015488:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:0.0:1767316906.466182:0:14912:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316906.466203:0:14912:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad20 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316906.466227:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27c:0x0] initial LVB size: 29, mtime: 0x69571da8, atime: 0x0, ctime: 0x69571da8, blocks: 0xb 00010000:00010000:0.0:1767316906.466247:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316906.466249:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316906.466258:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 10 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316906.466290:0:14912:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 10 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316906.466303:0:14912:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfc00, rc 0) 00000100:00100000:0.0:1767316906.466378:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934015488:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 218us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316906.466386:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12509 00000100:00100000:1.0:1767316906.471450:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316906.471551:0:23675:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934015616 00000100:00100000:2.0:1767316906.471561:0:23675:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934015616 00000100:00100000:2.0:1767316906.471639:0:23675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6808 00000100:00100000:2.0:1767316906.471649:0:23675:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163934015616:12345-192.168.204.9@tcp:3:lfs.0 00010000:00010000:2.0:1767316906.471689:0:23675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471706:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316906.471708:0:23675:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316906.471714:0:23675:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471727:0:23675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471881:0:23675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471890:0:23675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471898:0:23675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471906:0:23675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316906.471909:0:23675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471918:0:23675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471934:0:23675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316906.471953:0:23675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8593 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316906.472029:0:23675:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163934015616:12345-192.168.204.9@tcp:3:lfs.0 Request processed in 381us (588us total) trans 0 rc 29/29 00000100:00100000:2.0:1767316906.472037:0:23675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6808 00000100:00100000:1.0:1767316906.487395:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316906.487536:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934015744 00000100:00100000:0.0:1767316906.487546:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934015744 00000100:00100000:0.0:1767316906.487608:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 888 00000100:00100000:0.0:1767316906.487617:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76592:x1853163934015744:12345-192.168.204.9@tcp:103:lfs.0 00010000:00010000:0.0:1767316906.487634:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316906.487658:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8570 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad19 expref: 20 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316906.487676:0:12903:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:0.0:1767316906.487682:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316906.487934:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76592:x1853163934015744:12345-192.168.204.9@tcp:103:lfs.0 Request processed in 316us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316906.487950:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 888 00000100:00100000:1.0:1767316906.494566:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316906.494859:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016000 00000100:00100000:3.0:1767316906.494871:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016000 00000100:00100000:3.0:1767316906.494930:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3322 00000100:00100000:3.0:1767316906.494949:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:76592:x1853163934016000:12345-192.168.204.9@tcp:35:lfs.0 00000100:00100000:3.0:1767316906.495219:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:76592:x1853163934016000:12345-192.168.204.9@tcp:35:lfs.0 Request processed in 280us (667us total) trans 8589942900 rc 0/0 00000100:00100000:3.0:1767316906.495226:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3322 00010000:00010000:3.0:1767316907.108866:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316908.133579:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316908.708924:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985775744:0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.709012:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316908.709074:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985776256:0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.709100:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316908.709130:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316908.709136:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985775872:0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.709159:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316908.709193:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985775744 00000100:00100000:2.0:1767316908.709201:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985775744 00000100:00100000:2.0:1767316908.709267:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776256 00000100:00100000:2.0:1767316908.709271:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776256 00000100:00100000:2.0:1767316908.709290:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985775872 00000100:00100000:2.0:1767316908.709293:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985775872 00000100:00100000:2.0:1767316908.709314:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1767316908.709323:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf67dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985775744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.709374:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf67dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985775744:12345-0@lo:400:kworker.0 Request processed in 52us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316908.709381:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1767316908.709999:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1767316908.710007:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985776256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.710043:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985776256:12345-0@lo:400:kworker.0 Request processed in 37us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316908.710052:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1767316908.710063:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1767316908.710068:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985775872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.710089:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985775872:12345-0@lo:400:kworker.0 Request processed in 21us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316908.710095:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:2.0:1767316908.710116:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316908.710157:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985775872:0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.710167:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985775744:0@lo:400:kworker.0 00000100:00100000:2.0:1767316908.710175:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985776256:0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710347:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985775616:0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710383:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316908.710411:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985776128:0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710434:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316908.710451:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316908.710456:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985776000:0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710472:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316908.710502:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985775616 00000100:00100000:3.0:1767316908.710506:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985775616 00000100:00100000:3.0:1767316908.710533:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1767316908.710538:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985775616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710566:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985775616:12345-0@lo:400:kworker.0 Request processed in 27us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316908.710572:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1767316908.710593:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776128 00000100:00100000:3.0:1767316908.710596:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776128 00000100:00100000:3.0:1767316908.710620:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776000 00000100:00100000:3.0:1767316908.710622:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776000 00000100:00100000:3.0:1767316908.710637:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1767316908.710642:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985776128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710666:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985776128:12345-0@lo:400:kworker.0 Request processed in 24us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316908.710672:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1767316908.710681:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1767316908.710685:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:6213:x1853163985776000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710705:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:6213:x1853163985776000:12345-0@lo:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316908.710710:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00080000:3.0:1767316908.710747:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316908.710750:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316908.710764:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985776000:0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710772:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985775616:0@lo:400:kworker.0 00000100:00100000:3.0:1767316908.710780:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985776128:0@lo:400:kworker.0 00010000:00010000:0.0:1767316909.155868:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316909.726434:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316909.726477:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316909.726515:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316909.726537:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016384 00000100:00100000:2.0:1767316909.726546:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016384 00000100:00100000:1.0:1767316909.726562:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316909.726594:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016512 00000100:00100000:2.0:1767316909.726596:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016512 00000100:00100000:0.0:1767316909.726651:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016256 00000100:00100000:0.0:1767316909.726656:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016256 00000100:00100000:3.0:1767316909.726708:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016128 00000100:00100000:3.0:1767316909.726713:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016128 00000100:00100000:0.0:1767316909.726816:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 638 00000100:00100000:0.0:1767316909.726827:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2486:x1853163934016256:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316909.726911:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 815 00000100:00100000:3.0:1767316909.726918:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163934016128:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316909.726978:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:2486:x1853163934016256:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 152us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316909.726986:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 638 00000100:00100000:2.0:1767316909.733054:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1025 00000100:00100000:2.0:1767316909.733088:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163934016384:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316909.733391:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2486:x1853163934016128:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 6470us (6963us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316909.733403:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 815 00000100:00080000:3.0:1767316909.733461:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316909.733467:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316909.733470:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316909.733484:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1026 00000100:00100000:3.0:1767316909.733493:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934016512:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316909.733526:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934016512:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (6965us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316909.733547:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1026 00000100:00100000:3.0:1767316909.734136:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985776384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316909.734196:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316909.734298:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776384 00000100:00100000:3.0:1767316909.734305:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776384 00000100:00100000:3.0:1767316909.734348:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1767316909.734370:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985776384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316909.734403:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 55508992 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1767316909.734440:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:6215:x1853163985776384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316909.734447:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1767316909.734933:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985776384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316909.735267:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316909.735277:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985776512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316909.735318:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316909.735353:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776512 00000100:00100000:3.0:1767316909.735358:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776512 00000100:00100000:3.0:1767316909.735464:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1767316909.735471:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:6213:x1853163985776512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316909.735495:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 430505984 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316909.735528:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:6213:x1853163985776512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316909.735541:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1767316909.735573:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985776512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767316909.741608:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2486:x1853163934016384:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 8528us (15118us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316909.741625:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1025 00000001:00080000:2.0:1767316909.813668:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840664 is committed 00000001:00080000:2.0:1767316909.813695:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840656 is committed 00000001:00080000:2.0:1767316909.813712:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840667 is committed 00000001:00080000:2.0:1767316909.813719:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840665 is committed 00010000:00010000:1.0:1767316910.185088:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316911.205074:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767316911.329213:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942899 is committed 00000001:00080000:1.0:1767316911.329240:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942900 is committed 00000001:00080000:2.0:1767316911.329449:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873762 is committed 00000001:00080000:2.0:1767316911.329554:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873761 is committed 00010000:00010000:3.0:1767316912.228067:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767316912.435048:0:54056:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test complete, duration 1797 sec =========== 20:21:50 (1767316910) 00010000:00010000:2.0:1767316913.254473:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316913.831399:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985776640:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.831478:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316913.831531:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777152:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.831558:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316913.831589:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316913.831595:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777024:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.831614:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316913.831648:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985776768:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.831679:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316913.831697:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985777280:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.831718:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316913.831755:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767316913.831761:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985776896:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.831785:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316913.831827:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776768 00000100:00100000:3.0:1767316913.831835:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776768 00000100:00100000:3.0:1767316913.831889:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777280 00000100:00100000:3.0:1767316913.831892:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777280 00000100:00100000:3.0:1767316913.831909:0:41789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776896 00000100:00100000:3.0:1767316913.831911:0:41789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776896 00000100:00100000:3.0:1767316913.831934:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1767316913.831944:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985776768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.832001:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985776768:12345-0@lo:400:kworker.0 Request processed in 57us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316913.832008:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1767316913.832027:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1767316913.832033:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985777280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.832058:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985777280:12345-0@lo:400:kworker.0 Request processed in 25us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316913.832064:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1767316913.832074:0:41789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1767316913.832079:0:41789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985776896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.832119:0:41789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6214:x1853163985776896:12345-0@lo:400:kworker.0 Request processed in 39us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316913.832124:0:41789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00080000:3.0:1767316913.832156:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316913.832190:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985776896:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.832201:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985776768:0@lo:400:kworker.0 00000100:00100000:3.0:1767316913.832209:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985777280:0@lo:400:kworker.0 00000100:00100000:0.0:1767316913.833508:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985776640 00000100:00100000:0.0:1767316913.833524:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985776640 00000100:00100000:0.0:1767316913.833577:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1767316913.833587:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985776640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316913.833673:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc3896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985776640:12345-0@lo:400:kworker.0 Request processed in 88us (2195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316913.833682:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1767316913.833780:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985776640:0@lo:400:kworker.0 00000100:00100000:2.0:1767316913.834502:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777152 00000100:00100000:2.0:1767316913.834509:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777152 00000100:00080000:3.0:1767316913.834616:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316913.834649:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777024 00000100:00100000:2.0:1767316913.834653:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777024 00000100:00080000:3.0:1767316913.834750:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316913.838703:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1767316913.838745:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985777152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316913.838873:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985777152:12345-0@lo:400:kworker.0 Request processed in 156us (7313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316913.838881:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1767316913.838916:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1767316913.838924:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985777024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316913.838954:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985777024:12345-0@lo:400:kworker.0 Request processed in 31us (7339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316913.838961:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1767316913.839015:0:6213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840667 gen 2 00000004:00080000:0.0:1767316913.839023:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414d180, transno 21474840657 00000004:00080000:0.0:1767316913.839037:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414c000, transno 21474840658 00000004:00080000:0.0:1767316913.839040:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca066300, transno 21474840659 00000004:00080000:0.0:1767316913.839042:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca066680, transno 21474840660 00000004:00080000:0.0:1767316913.839045:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc57e1180, transno 21474840661 00000004:00080000:0.0:1767316913.839048:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bd880, transno 21474840662 00000004:00080000:0.0:1767316913.839051:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3bb80, transno 21474840663 00000004:00080000:0.0:1767316913.839054:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3a680, transno 21474840664 00000004:00080000:0.0:1767316913.839056:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3ad80, transno 21474840666 00000004:00080000:0.0:1767316913.839058:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb38380, transno 21474840667 00000100:00100000:0.0:1767316913.839066:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777024:0@lo:400:kworker.0 00000100:00100000:0.0:1767316913.839080:0:6213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873762 gen 2 00000004:00080000:0.0:1767316913.839083:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414e300, transno 17179873762 00000100:00100000:0.0:1767316913.839391:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777152:0@lo:400:kworker.0 00000004:00080000:0.0:1767316913.839708:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 10 done 00000001:02000400:1.0:1767316914.213044:0:54105:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-flr: start cleanup 20:21:52 (1767316912) === 00010000:00010000:2.0:1767316914.276879:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316914.368297:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.368444:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016640 00000100:00100000:0.0:1767316914.368456:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016640 00000100:00100000:0.0:1767316914.368541:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3323 00000100:00100000:0.0:1767316914.368552:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:9352:x1853163934016640:12345-192.168.204.9@tcp:37:bash.0 00000100:00080000:1.0:1767316914.370373:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316914.378063:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:9352:x1853163934016640:12345-192.168.204.9@tcp:37:bash.0 Request processed in 9502us (9769us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316914.378077:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3323 00000100:00100000:3.0:1767316914.407676:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.407773:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934016768 00000100:00100000:2.0:1767316914.407783:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934016768 00000100:00100000:2.0:1767316914.407846:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8370 00000100:00100000:2.0:1767316914.407855:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+16:77301:x1853163934016768:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.407875:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.407895:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba859a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad27 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.407953:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.407967:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.407978:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.408008:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.408015:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.408022:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431246:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba85af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431275:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba85af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431285:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba85af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316914.431330:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 11776 00000004:00200000:1.0:1767316914.431333:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.431351:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba85af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431362:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431366:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431371:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431375:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.431377:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431382:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431391:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316914.431394:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.431397:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431404:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba85a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431412:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431415:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431418:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431421:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.431423:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431425:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431429:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x16f99f38 (ffff9b3efd6a6a00) 00010000:00010000:1.0:1767316914.431430:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.431432:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431435:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba85a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.431462:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba859a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad27 expref: 18 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.431470:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba85af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad27 expref: 17 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.431478:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.431480:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.431481:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:1.0:1767316914.431551:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:77301:x1853163934016768:12345-192.168.204.9@tcp:101:rm.0 Request processed in 23695us (23882us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.431561:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8370 00000100:00100000:1.0:1767316914.439304:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.439407:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934017024 00000100:00100000:3.0:1767316914.439415:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934017024 00000100:00100000:3.0:1767316914.439464:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8371 00000100:00100000:3.0:1767316914.439471:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+17:77301:x1853163934017024:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.439487:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.439503:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad2e expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316914.439613:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.439769:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85b6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad2e expref: 19 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.439781:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316914.439783:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316914.439788:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad2e expref: 19 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.439810:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316914.439871:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:77301:x1853163934017024:12345-192.168.204.9@tcp:101:rm.0 Request processed in 399us (574us total) trans 8589942901 rc 301/301 00000100:00100000:3.0:1767316914.439878:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8371 00000100:00100000:2.0:1767316914.461469:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.461514:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934017152 00000100:00100000:2.0:1767316914.461524:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934017152 00000100:00100000:2.0:1767316914.461576:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3324 00000100:00100000:2.0:1767316914.461587:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:77301:x1853163934017152:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316914.477572:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:77301:x1853163934017152:12345-192.168.204.9@tcp:37:rm.0 Request processed in 14522us (14649us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.477598:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3324 00000100:00100000:3.0:1767316914.480338:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.480483:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934017408 00000100:00100000:0.0:1767316914.480493:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934017408 00000100:00100000:0.0:1767316914.480702:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3325 00000100:00100000:0.0:1767316914.480712:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:77301:x1853163934017408:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316914.481162:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:77301:x1853163934017408:12345-192.168.204.9@tcp:35:rm.0 Request processed in 450us (832us total) trans 8589942902 rc 0/0 00000100:00100000:0.0:1767316914.481170:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3325 00000100:00100000:1.0:1767316914.490047:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.490358:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934017664 00000100:00100000:3.0:1767316914.490369:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934017664 00000100:00100000:3.0:1767316914.490434:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8372 00000100:00100000:3.0:1767316914.490445:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:77301:x1853163934017664:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.490468:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.490489:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad35 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.490623:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba85cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.490638:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba85cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.490649:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba85cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316914.490664:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.491760:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad35 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.491780:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba85cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad35 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.491788:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316914.491791:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316914.491878:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316914.491943:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934017664:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1500us (1905us total) trans 8589942903 rc 0/0 00000100:00100000:3.0:1767316914.491952:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8372 00000100:00100000:0.0:1767316914.500967:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.501034:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934017792 00000100:00100000:3.0:1767316914.501044:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934017792 00000100:00100000:3.0:1767316914.501144:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8373 00000100:00100000:3.0:1767316914.501154:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934017792:12345-192.168.204.9@tcp:41:rm.0 00000004:00000024:3.0:1767316914.501241:0:41788:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7703887872 avail 7699693568 00000100:00100000:3.0:1767316914.501337:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934017792:12345-192.168.204.9@tcp:41:rm.0 Request processed in 184us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.501346:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8373 00000100:00100000:0.0:1767316914.506002:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.506096:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934017920 00000100:00100000:3.0:1767316914.506106:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934017920 00000100:00100000:3.0:1767316914.506208:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8374 00000100:00100000:3.0:1767316914.506229:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934017920:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.506331:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.506355:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad3c expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.506418:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.506433:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.506444:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.506460:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.506466:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.506472:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507500:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507511:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507519:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316914.507547:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 0 00000004:00200000:0.0:1767316914.507551:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316914.507567:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507578:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507585:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507590:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507596:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507601:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.507605:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507612:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507623:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316914.507626:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.507631:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507636:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba85e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507646:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507651:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507657:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507661:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.507664:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507670:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507681:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0xb59fc355 (ffff9b3ec8239400) 00010000:00010000:0.0:1767316914.507684:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.507686:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507691:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba85e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.507722:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba85d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad3c expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.507782:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad3c expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.507788:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:0.0:1767316914.507791:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316914.507803:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00000100:00100000:0.0:1767316914.507869:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934017920:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1652us (1876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.507878:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8374 00000100:00100000:0.0:1767316914.512311:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.512543:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934018176 00000100:00100000:3.0:1767316914.512554:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934018176 00000100:00100000:3.0:1767316914.512614:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8375 00000100:00100000:3.0:1767316914.512624:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934018176:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316914.512685:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316914.512716:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba85ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad3c expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.512771:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:3.0:1767316914.513001:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba85af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad27 expref: 21 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.513023:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316914.513027:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316914.513052:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513066:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513078:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513093:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513099:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513106:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513243:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513251:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.513386:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316914.515058:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2405, 64 off207728 00000004:00080000:3.0:1767316914.515074:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2159758344549ns, next at 2160758340151ns, rc = 0 00000040:00080000:3.0:1767316914.515128:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2396, 64 off207184 00000004:00080000:3.0:1767316914.515137:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2159758407948ns, next at 2160758406139ns, rc = 0 00000040:00080000:3.0:1767316914.515158:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2406, 64 off207792 00000040:00080000:3.0:1767316914.515175:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2397, 64 off207248 00000040:00080000:3.0:1767316914.515191:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2407, 64 off207856 00000040:00080000:3.0:1767316914.515206:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2398, 64 off207312 00000040:00080000:3.0:1767316914.515221:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2408, 64 off207920 00000040:00080000:3.0:1767316914.515237:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2399, 64 off207376 00000040:00080000:3.0:1767316914.515252:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2409, 64 off207984 00000040:00080000:2.0:1767316914.526637:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2400, 64 off207440 00010000:00010000:2.0:1767316914.526820:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526840:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526853:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526862:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526868:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526873:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526946:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316914.526972:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526978:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526986:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.526992:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.526996:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527003:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527016:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316914.527020:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316914.527025:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527030:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8603 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527114:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527152:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527158:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527163:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.527166:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527172:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527184:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316914.527186:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.527189:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.527194:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba85f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316914.527203:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a462a420 reply state 00000000867553de transno 8589942904 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316914.527212:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316914.527972:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934018176:12345-192.168.204.9@tcp:36:rm.0 Request processed in 15344us (15665us total) trans 8589942904 rc 0/0 00000100:00100000:2.0:1767316914.527982:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8375 00010000:00010000:1.0:1767316914.531131:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316914.531144:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.531155:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316914.531160:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.531169:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.531186:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316914.531188:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316914.531192:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.531198:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba860a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.531226:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.531228:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.531230:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316914.531552:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.532018:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934018304 00000100:00100000:2.0:1767316914.532028:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934018304 00000100:00100000:2.0:1767316914.532084:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8376 00000100:00100000:2.0:1767316914.532093:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934018304:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.532114:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.532138:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8611 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad43 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.532194:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.532206:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.532224:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.532462:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.532471:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.532478:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533835:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533850:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533860:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316914.533896:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 0 00000004:00200000:0.0:1767316914.533900:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316914.533920:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533932:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533941:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533948:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533955:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533961:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.533965:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533973:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533984:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316914.533987:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.533992:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.533997:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8618 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534009:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534015:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534021:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534026:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.534029:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534034:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534040:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0xc9d34765 (ffff9b3efd6a6e00) 00010000:00010000:0.0:1767316914.534043:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.534045:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534050:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba861f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.534082:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8611 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad43 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.534095:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad43 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.534102:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316914.534104:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316914.534107:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cea00, rc 0) 00000100:00100000:0.0:1767316914.534185:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934018304:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2092us (2636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.534194:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8376 00010000:00010000:3.0:1767316914.537708:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.537725:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.537849:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.537856:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.537861:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.537868:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.537884:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0xb59fc355 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.537888:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.537892:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.537898:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba85fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0xb59fc355 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316914.538034:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.539950:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934018560 00000100:00100000:1.0:1767316914.539964:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934018560 00000100:00100000:1.0:1767316914.540030:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8377 00000100:00100000:1.0:1767316914.540041:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934018560:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.540098:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316914.540132:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8626 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad43 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.540151:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316914.540161:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.540182:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540194:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540203:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540215:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540222:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540227:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540331:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540339:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.540350:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:1.0:1767316914.540951:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2410, 64 off208048 00000040:00080000:1.0:1767316914.540972:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2401, 64 off207504 00000040:00080000:1.0:1767316914.540988:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2411, 64 off208112 00000040:00080000:1.0:1767316914.541002:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2402, 64 off207568 00000040:00080000:1.0:1767316914.541017:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2412, 64 off208176 00000040:00080000:1.0:1767316914.541032:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2403, 64 off207632 00000040:00080000:1.0:1767316914.541046:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2413, 64 off208240 00000040:00080000:1.0:1767316914.541060:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2404, 64 off207696 00000040:00080000:1.0:1767316914.541072:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2414, 64 off208304 00000040:00080000:1.0:1767316914.541084:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2405, 64 off207760 00000040:00080000:1.0:1767316914.541096:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2415, 64 off208368 00000040:00080000:1.0:1767316914.541108:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2406, 64 off207824 00000040:00080000:1.0:1767316914.541276:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2416, 64 off208432 00000040:00080000:1.0:1767316914.541298:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2407, 64 off207888 00000040:00080000:1.0:1767316914.541313:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2417, 64 off208496 00000040:00080000:1.0:1767316914.541327:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2408, 64 off207952 00010000:00010000:1.0:1767316914.541413:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541424:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541433:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541440:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541447:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541453:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541477:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316914.541495:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541501:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541507:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541512:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.541516:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541524:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541674:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316914.541678:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.541684:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541690:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba863b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541858:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541865:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541875:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541880:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.541883:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541889:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541896:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.541898:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.541902:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.541907:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba862d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316914.541915:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e316bf4 reply state 00000000bf713662 transno 8589942905 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316914.541923:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316914.542010:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934018560:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1967us (3976us total) trans 8589942905 rc 0/0 00000100:00100000:1.0:1767316914.542018:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8377 00010000:00010000:3.0:1767316914.542095:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316914.542103:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.542109:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316914.542112:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.542127:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.542135:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:3.0:1767316914.542138:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316914.542141:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.542146:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8642 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316914.542159:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316914.542161:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316914.542163:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316914.544925:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316914.545586:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.545600:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.545607:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.545614:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.545618:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.545625:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.545640:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0xc9d34765 (ffff9b3ed9657b00) 00010000:00010000:0.0:1767316914.545642:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.545647:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.545653:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba8634 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0xc9d34765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316914.546450:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934018688 00000100:00100000:2.0:1767316914.546460:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934018688 00000100:00100000:2.0:1767316914.546513:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8378 00000100:00100000:2.0:1767316914.546522:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934018688:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.546600:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.546619:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8649 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad4a expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.546678:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.546688:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.546696:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.546783:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.546791:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.546804:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.548316:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.548332:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.548345:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316914.549459:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00000004:00200000:1.0:1767316914.549466:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.549490:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549505:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549513:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549520:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549527:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549533:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.549611:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549619:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549632:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.549635:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.549640:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549647:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8650 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549662:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549668:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549674:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549678:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.549681:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549686:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549768:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x5fea8e26 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316914.549772:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.549776:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549781:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8657 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.549830:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8649 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad4a expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.549845:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad4a expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.549852:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316914.549867:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316914.549870:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316914.550622:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934018688:12345-192.168.204.9@tcp:101:rm.0 Request processed in 4098us (5703us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.550631:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8378 00000100:00100000:0.0:1767316914.557264:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.557420:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934018944 00000100:00100000:1.0:1767316914.557430:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934018944 00000100:00100000:1.0:1767316914.557497:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8379 00000100:00100000:1.0:1767316914.557507:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934018944:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.557579:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316914.557609:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba865e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad4a expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.557631:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316914.557641:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.557661:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557674:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557683:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557699:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557706:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557712:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557866:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557874:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.557881:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:1.0:1767316914.558257:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2409, 64 off208016 00010000:00010000:1.0:1767316914.558445:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558455:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558463:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558469:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558474:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558480:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558556:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316914.558573:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558580:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558590:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558596:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.558600:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558607:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558616:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316914.558619:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.558622:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558627:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba8673 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558673:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558679:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558684:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558688:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.558690:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558696:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558707:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.558709:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.558712:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.558717:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8665 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316914.558726:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000028a48699 reply state 000000007c3adbb6 transno 8589942906 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316914.558756:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316914.558830:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934018944:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1322us (1576us total) trans 8589942906 rc 0/0 00000100:00100000:1.0:1767316914.558838:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8379 00010000:00010000:2.0:1767316914.559820:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316914.559828:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.559837:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316914.559841:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.559848:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.559862:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:2.0:1767316914.559865:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316914.559869:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.559874:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba867a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.559894:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316914.559896:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316914.559898:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316914.566983:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.567070:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934019072 00000100:00100000:3.0:1767316914.567082:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934019072 00000100:00100000:3.0:1767316914.567156:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8380 00000100:00100000:3.0:1767316914.567166:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934019072:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.567195:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.567221:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8681 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad51 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.567306:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567320:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567332:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567345:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567352:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567357:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567465:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8696 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567474:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8696 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.567481:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8696 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316914.567519:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 11776 00000004:00200000:3.0:1767316914.567522:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.568197:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8696 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568210:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568227:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568233:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568242:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.568246:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568261:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568274:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316914.568277:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.568281:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568287:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8688 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568301:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568307:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568312:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568317:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.568320:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568326:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568333:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x16f99f38 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.568335:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.568338:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568343:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba868f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.568377:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8681 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad51 expref: 26 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.568390:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8696 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad51 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.568397:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316914.568399:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.568402:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de600, rc 0) 00000100:00100000:3.0:1767316914.568471:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934019072:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1306us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.568479:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8380 00010000:00010000:2.0:1767316914.568688:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.568710:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.568716:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.568725:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.569760:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.569770:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.569783:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x5fea8e26 (ffff9b3ed9657100) 00010000:00010000:2.0:1767316914.569785:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.569799:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.569806:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba866c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x5fea8e26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316914.571466:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.571546:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934019328 00000100:00100000:3.0:1767316914.571557:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934019328 00000100:00100000:3.0:1767316914.571613:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3326 00000100:00100000:3.0:1767316914.571624:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934019328:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1767316914.571935:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934019328:12345-192.168.204.9@tcp:35:rm.0 Request processed in 311us (479us total) trans 8589942907 rc 0/0 00000100:00100000:3.0:1767316914.571943:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3326 00000100:00100000:0.0:1767316914.575039:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.575139:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934019584 00000100:00100000:1.0:1767316914.575150:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934019584 00000100:00100000:1.0:1767316914.575214:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8381 00000100:00100000:1.0:1767316914.575224:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934019584:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.575301:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316914.575328:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8696 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad51 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.575350:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba85cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad35 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.575361:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.575377:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba815d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079abd0 expref: 23 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.575390:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316914.575397:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.575422:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575436:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575445:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575457:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575464:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575469:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575585:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575593:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.575600:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316914.576039:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 11776 00010000:00010000:1.0:1767316914.576055:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576065:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576071:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576077:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.576081:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576087:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576096:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316914.576099:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.576102:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576108:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba86ab lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576159:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576165:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576170:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576175:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.576177:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576187:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576194:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316914.576196:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.576199:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.576204:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba869d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316914.576215:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000057c54c7 reply state 00000000bee46c1e transno 8589942908 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316914.576223:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316914.576290:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934019584:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1065us (1261us total) trans 8589942908 rc 0/0 00000100:00100000:1.0:1767316914.576298:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8381 00010000:00010000:0.0:1767316914.579105:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.579137:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.579145:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.579152:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.579157:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.579164:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.579183:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x16f99f38 (ffff9b3ed9657300) 00010000:00010000:0.0:1767316914.579186:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.579192:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.579197:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba86a4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x16f99f38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316914.581087:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.581163:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934019712 00000100:00100000:1.0:1767316914.581174:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934019712 00000100:00100000:1.0:1767316914.581239:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8382 00000100:00100000:1.0:1767316914.581249:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934019712:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.581286:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.581310:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba86b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad58 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.581374:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba86b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.581387:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba86b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.581399:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba86b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316914.581457:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316914.581462:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.581484:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba86b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.581508:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba86b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad58 expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.581527:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba86b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad58 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.581547:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316914.581551:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.581554:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:1.0:1767316914.581615:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934019712:12345-192.168.204.9@tcp:101:rm.0 Request processed in 367us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.581623:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8382 00000100:00100000:1.0:1767316914.585170:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.585346:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934019840 00000100:00100000:3.0:1767316914.585357:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934019840 00000100:00100000:3.0:1767316914.585419:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8383 00000100:00100000:3.0:1767316914.585428:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934019840:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.585450:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.585470:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba86c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad5f expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.585547:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.585562:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.585573:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.585585:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.585592:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.585598:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591360:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba86d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591385:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba86d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591397:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba86d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316914.591453:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00000004:00200000:3.0:1767316914.591457:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.591480:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba86d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591492:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591499:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591506:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591511:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.591515:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591522:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591545:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:3.0:1767316914.591548:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.591553:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591559:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba86c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591571:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591577:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591583:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591587:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.591590:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591596:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591602:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2023758b (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.591605:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.591607:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591612:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba86ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.591645:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba86c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad5f expref: 26 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.591657:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba86d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad5f expref: 25 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.591664:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.591666:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.591669:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:3.0:1767316914.591764:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934019840:12345-192.168.204.9@tcp:101:rm.0 Request processed in 6335us (6601us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.591772:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8383 00000100:00100000:0.0:1767316914.595029:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.595477:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934020096 00000100:00100000:3.0:1767316914.595488:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934020096 00000100:00100000:3.0:1767316914.595555:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8384 00000100:00100000:3.0:1767316914.595564:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934020096:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.595587:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.595606:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba86dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad66 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316914.595742:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.595874:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba86dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad66 expref: 27 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.595888:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:3.0:1767316914.595891:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316914.595896:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba86dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad66 expref: 27 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.595909:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de000, rc 0) 00000100:00100000:3.0:1767316914.595976:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934020096:12345-192.168.204.9@tcp:101:rm.0 Request processed in 412us (957us total) trans 8589942909 rc 301/301 00000100:00100000:3.0:1767316914.595984:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8384 00000100:00100000:0.0:1767316914.599648:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.599833:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934020224 00000100:00100000:2.0:1767316914.599843:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934020224 00000100:00100000:2.0:1767316914.599897:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3327 00000100:00100000:2.0:1767316914.599907:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934020224:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316914.605388:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934020224:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5470us (5737us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316914.605403:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3327 00000100:00100000:1.0:1767316914.609199:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.609286:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934020480 00000100:00100000:2.0:1767316914.609296:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934020480 00000100:00100000:2.0:1767316914.609351:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3328 00000100:00100000:2.0:1767316914.609360:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934020480:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316914.609829:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934020480:12345-192.168.204.9@tcp:35:rm.0 Request processed in 468us (638us total) trans 8589942910 rc 0/0 00000100:00100000:2.0:1767316914.609840:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3328 00000100:00100000:0.0:1767316914.613582:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.613809:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934020736 00000100:00100000:2.0:1767316914.613820:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934020736 00000100:00100000:2.0:1767316914.613888:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8385 00000100:00100000:2.0:1767316914.613899:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934020736:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.613929:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.613951:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba86ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad6d expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.614086:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba86f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.614100:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba86f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.614110:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba86f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316914.614133:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00010000:00010000:2.0:1767316914.614254:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba86ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad6d expref: 30 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.614275:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba86f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad6d expref: 29 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.614284:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316914.614287:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316914.614291:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8000, rc 0) 00000100:00100000:2.0:1767316914.614408:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934020736:12345-192.168.204.9@tcp:101:rm.0 Request processed in 510us (837us total) trans 8589942911 rc 0/0 00000100:00100000:2.0:1767316914.614417:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8385 00000100:00100000:0.0:1767316914.620579:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.620668:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934020864 00000100:00100000:3.0:1767316914.620681:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934020864 00000100:00100000:3.0:1767316914.620774:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8386 00000100:00100000:3.0:1767316914.620785:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934020864:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.620920:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.620946:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba86ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad74 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.621021:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.621036:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.621048:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.621064:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.621071:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.621077:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622169:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622182:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622190:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316914.622219:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 0 00000004:00200000:3.0:1767316914.622223:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.622241:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622317:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622327:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622333:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622344:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622350:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.622355:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622364:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622378:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.622383:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.622390:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622396:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8706 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622410:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622416:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622422:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622427:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.622430:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622436:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622446:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x99a28f7c (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.622449:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.622452:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622457:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba870d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.622491:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba86ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad74 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.622506:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad74 expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.622513:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.622516:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316914.622518:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316914.622656:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934020864:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1871us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.622666:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8386 00000100:00100000:2.0:1767316914.629458:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.629567:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934021120 00000100:00100000:3.0:1767316914.629582:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934021120 00000100:00100000:3.0:1767316914.629702:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8387 00000100:00100000:3.0:1767316914.629713:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934021120:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316914.629821:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316914.629853:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8714 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad74 expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.629882:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.629899:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba86d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad5f expref: 29 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.629908:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.629911:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316914.629938:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.629952:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.629962:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.629976:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.629983:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.629989:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.630135:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.630143:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.630150:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000040:00080000:3.0:1767316914.631347:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2410, 64 off208080 00000040:00080000:3.0:1767316914.631377:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2411, 64 off208144 00000040:00080000:3.0:1767316914.631399:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2418, 64 off208560 00000040:00080000:3.0:1767316914.631413:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2412, 64 off208208 00000040:00080000:3.0:1767316914.631426:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2419, 64 off208624 00000040:00080000:3.0:1767316914.631439:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2413, 64 off208272 00000040:00080000:3.0:1767316914.631454:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2420, 64 off208688 00000040:00080000:3.0:1767316914.631466:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2414, 64 off208336 00000040:00080000:3.0:1767316914.631478:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2421, 64 off208752 00000040:00080000:3.0:1767316914.631489:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2415, 64 off208400 00000040:00080000:3.0:1767316914.631502:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2422, 64 off208816 00000040:00080000:3.0:1767316914.631514:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2416, 64 off208464 00000040:00080000:3.0:1767316914.631526:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2423, 64 off208880 00000040:00080000:3.0:1767316914.631537:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2417, 64 off208528 00000040:00080000:3.0:1767316914.631548:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2424, 64 off208944 00000040:00080000:3.0:1767316914.631559:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2418, 64 off208592 00010000:00010000:3.0:1767316914.631653:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.631667:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.631677:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.631684:0:45512:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.631690:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.631695:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632155:0:45512:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316914.632179:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632185:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632191:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632196:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.632201:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632208:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632232:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316914.632235:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316914.632240:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632245:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8729 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632335:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632341:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632347:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632356:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.632359:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632365:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632373:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.632375:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.632378:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.632383:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba871b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000004:00010000:3.0:1767316914.632391:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080d85f3c reply state 00000000e4e28a06 transno 8589942912 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316914.632400:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316914.632508:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934021120:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2792us (3056us total) trans 8589942912 rc 0/0 00000100:00100000:3.0:1767316914.632518:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8387 00010000:00010000:2.0:1767316914.634151:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.634167:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.634174:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.634181:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.634185:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.634192:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.634205:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x99a28f7c (ffff9b3ec8239f00) 00010000:00010000:2.0:1767316914.634208:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.634221:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:2.0:1767316914.634226:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8722 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x99a28f7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316914.634950:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.635159:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934021248 00000100:00100000:3.0:1767316914.635169:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934021248 00000100:00100000:3.0:1767316914.635229:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8388 00000100:00100000:3.0:1767316914.635239:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934021248:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.635373:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.635395:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8737 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad7b expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.635467:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.635480:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.635490:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.635502:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.635508:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.635514:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.636473:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316914.636484:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.636491:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316914.636496:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.636507:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.636521:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316914.636523:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316914.636527:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.636533:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8730 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.636552:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.636554:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.636556:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316914.636985:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.636995:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637004:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:3.0:1767316914.637034:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00000004:00200000:3.0:1767316914.637038:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.637057:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637067:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637076:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637082:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637088:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637093:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.637096:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637102:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637110:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.637112:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.637124:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637130:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba873e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637141:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637146:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637151:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637156:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.637159:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637164:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637170:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x6c188bde (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.637173:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.637175:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637180:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8745 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.637208:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8737 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad7b expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.637446:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad7b expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.637453:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316914.637456:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316914.637458:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316914.637575:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934021248:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2336us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.637585:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8388 00000100:00100000:3.0:1767316914.644259:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.644406:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934021504 00000100:00100000:1.0:1767316914.644419:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934021504 00000100:00100000:1.0:1767316914.644474:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8389 00000100:00100000:1.0:1767316914.644482:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934021504:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.644530:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316914.644553:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba874c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad7b expref: 30 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.644575:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:1.0:1767316914.644585:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.644605:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644616:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644625:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644637:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644643:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644648:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644806:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644814:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.644819:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000040:00080000:1.0:1767316914.645400:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2419, 64 off208656 00000040:00080000:1.0:1767316914.645498:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2425, 64 off209008 00000040:00080000:1.0:1767316914.645515:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2426, 64 off209072 00010000:00010000:1.0:1767316914.645579:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645589:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645598:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645605:0:45512:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645611:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645618:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645794:0:45512:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316914.645819:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645825:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645831:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645837:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.645841:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645850:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645861:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316914.645864:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.645870:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.645875:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba8761 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.646363:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.646372:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.646381:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646382:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316914.646386:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.646389:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646389:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646395:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316914.646396:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646399:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.646405:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.646405:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.646408:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.646411:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646414:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316914.646416:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba8753 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646417:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316914.646419:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.646425:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba8768 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00000004:00010000:1.0:1767316914.646426:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000034b253fa reply state 000000005e8f2c07 transno 8589942913 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316914.646434:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767316914.646532:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316914.646534:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316914.646536:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316914.646668:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934021504:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2178us (2419us total) trans 8589942913 rc 0/0 00000100:00100000:1.0:1767316914.646678:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8389 00010000:00010000:0.0:1767316914.650946:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.650965:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.650978:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.650983:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.650988:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.650996:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.651013:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x6c188bde (ffff9b3ed9657c00) 00010000:00010000:0.0:1767316914.651016:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.651021:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.651027:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba875a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x6c188bde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316914.651363:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.651484:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934021632 00000100:00100000:1.0:1767316914.651495:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934021632 00000100:00100000:1.0:1767316914.651556:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8390 00000100:00100000:1.0:1767316914.651565:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934021632:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.651589:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.651608:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba876f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad82 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.651680:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.651694:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.651703:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.651787:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.651805:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.651811:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652046:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652054:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652060:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316914.652085:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 0 00000004:00200000:1.0:1767316914.652089:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.652106:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652127:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652136:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652140:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652146:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652152:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.652156:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652162:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652170:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:1.0:1767316914.652173:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.652177:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652182:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba8776 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652195:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652201:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652207:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652212:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.652215:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652220:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652226:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xad034727 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.652228:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.652231:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652236:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba877d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.652406:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba876f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad82 expref: 32 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.652419:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad82 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.652426:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316914.652428:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316914.652430:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031400, rc 0) 00000100:00100000:1.0:1767316914.652532:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934021632:12345-192.168.204.9@tcp:101:rm.0 Request processed in 966us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.652539:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8390 00000100:00100000:2.0:1767316914.663999:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.664124:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934021888 00000100:00100000:1.0:1767316914.664136:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934021888 00000100:00100000:1.0:1767316914.664249:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8391 00000100:00100000:1.0:1767316914.664275:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934021888:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.664349:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316914.664380:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba8784 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad82 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.664404:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316914.664416:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.664442:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664457:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664466:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664481:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664489:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664495:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664614:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664622:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.664629:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000040:00080000:1.0:1767316914.665125:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2427, 64 off209136 00000040:00080000:1.0:1767316914.665152:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2420, 64 off208720 00000040:00080000:1.0:1767316914.665167:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2428, 64 off209200 00010000:00010000:1.0:1767316914.665230:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665239:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665247:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665254:0:45512:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665260:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665266:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665278:0:45512:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316914.665294:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665300:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665306:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665313:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0030200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.665317:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665325:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665333:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316914.665336:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.665340:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665345:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba8799 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665392:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665398:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665403:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665408:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.665411:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665417:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665423:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:1.0:1767316914.665425:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.665428:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.665433:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba878b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000004:00010000:1.0:1767316914.665441:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b6ddd5e reply state 00000000423f48ff transno 8589942914 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316914.665449:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316914.665535:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:77301:x1853163934021888:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1268us (1551us total) trans 8589942914 rc 0/0 00000100:00100000:1.0:1767316914.665544:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8391 00010000:00010000:3.0:1767316914.665621:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316914.665628:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.665633:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316914.665636:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.665641:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.665649:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316914.665652:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316914.665655:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.665660:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba87a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316914.665678:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316914.665679:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316914.665681:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316914.670267:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316914.670408:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.670421:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.670429:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.670435:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.670440:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.670447:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.670465:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xad034727 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316914.670469:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.670474:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316914.670480:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba8792 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xad034727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316914.673935:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934022016 00000100:00100000:1.0:1767316914.673951:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934022016 00000100:00100000:1.0:1767316914.674016:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8392 00000100:00100000:1.0:1767316914.674026:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934022016:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.674052:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.674076:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba87a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad89 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.674148:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674161:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674172:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674186:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674193:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674199:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674321:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba87bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674330:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba87bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674336:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba87bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316914.674371:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00000004:00200000:1.0:1767316914.674375:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.674394:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba87bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674404:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674410:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674416:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674422:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.674426:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674433:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674443:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316914.674447:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.674451:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674457:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba87ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674471:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674477:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674483:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674487:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.674490:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674496:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674502:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2023758b (ffff9b3ed9657400) 00010000:00010000:1.0:1767316914.674504:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.674507:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674512:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba87b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316914.674538:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba87a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad89 expref: 33 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.674550:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba87bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad89 expref: 32 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.674556:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:1.0:1767316914.674558:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.674561:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:1.0:1767316914.674622:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:77301:x1853163934022016:12345-192.168.204.9@tcp:101:rm.0 Request processed in 597us (4373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.674629:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8392 00000100:00100000:0.0:1767316914.677935:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.677998:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934022272 00000100:00100000:2.0:1767316914.678011:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934022272 00000100:00100000:2.0:1767316914.678066:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3329 00000100:00100000:2.0:1767316914.678076:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:77301:x1853163934022272:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316914.678357:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:77301:x1853163934022272:12345-192.168.204.9@tcp:35:rm.0 Request processed in 281us (432us total) trans 8589942915 rc 0/0 00000100:00100000:2.0:1767316914.678365:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3329 00000100:00100000:2.0:1767316914.686504:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.688635:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934022528 00000100:00100000:3.0:1767316914.688650:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934022528 00000100:00100000:2.0:1767316914.689076:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8393 00000100:00100000:2.0:1767316914.689088:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:77301:x1853163934022528:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316914.689157:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767316914.689184:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba87bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad89 expref: 33 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.689208:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba86f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad6d expref: 32 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.689219:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316914.689234:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba86b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad58 expref: 31 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.689243:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:2.0:1767316914.689249:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316914.689357:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689370:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689380:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689392:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689398:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689404:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689526:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689534:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.689540:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316914.692051:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 11776 00010000:00010000:2.0:1767316914.692073:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692083:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692090:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692096:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.692100:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692108:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692134:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:2.0:1767316914.692137:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316914.692142:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692149:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba87d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692194:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692200:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692206:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692210:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.692212:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692218:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692224:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:2.0:1767316914.692226:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.692229:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.692234:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba87c3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:2.0:1767316914.692246:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003102a57f reply state 000000007ce3d811 transno 8589942916 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316914.692266:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316914.692354:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:77301:x1853163934022528:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3262us (5854us total) trans 8589942916 rc 0/0 00000100:00100000:2.0:1767316914.692363:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8393 00010000:00010000:2.0:1767316914.694146:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.694162:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.694170:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.694176:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.694180:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.694187:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.694200:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2023758b (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316914.694202:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.694207:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.694212:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba87ca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2023758b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316914.696207:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.696496:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934022656 00000100:00100000:3.0:1767316914.696506:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934022656 00000100:00100000:3.0:1767316914.696562:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8394 00000100:00100000:3.0:1767316914.696571:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934022656:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.696595:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.696618:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba87d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad90 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.696688:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba87df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.696701:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba87df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.696712:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba87df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316914.698635:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:2.0:1767316914.698646:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316914.698685:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba87df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.698719:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba87d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad90 expref: 33 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.699002:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba87df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad90 expref: 32 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.699014:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316914.699017:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316914.699023:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df400, rc 0) 00000100:00100000:2.0:1767316914.699168:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:77301:x1853163934022656:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2596us (2968us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316914.699178:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8394 00000100:00100000:0.0:1767316914.701674:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.701798:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934022784 00000100:00100000:2.0:1767316914.701808:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934022784 00000100:00100000:2.0:1767316914.701909:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8395 00000100:00100000:2.0:1767316914.701920:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+32:77301:x1853163934022784:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.701940:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.701961:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba87e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad97 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.702027:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.702040:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.702050:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.702064:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.702069:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316914.702075:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704267:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba87fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704288:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba87fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704299:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba87fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316914.704347:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 11776 00000004:00200000:3.0:1767316914.704351:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.704374:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba87fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704386:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704393:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704400:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704406:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.704409:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704416:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704427:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.704430:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.704435:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704441:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba87ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704451:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704456:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704463:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704468:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.704471:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704476:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704482:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30c01abe (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316914.704484:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.704486:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704491:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba87f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.704521:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba87e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad97 expref: 34 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.704533:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba87fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad97 expref: 33 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.704539:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.704541:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.704544:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:3.0:1767316914.704610:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:77301:x1853163934022784:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2691us (2945us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.704619:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8395 00000100:00100000:0.0:1767316914.709490:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.709586:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934023040 00000100:00100000:3.0:1767316914.709596:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934023040 00000100:00100000:3.0:1767316914.709655:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8396 00000100:00100000:3.0:1767316914.709667:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+33:77301:x1853163934023040:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.709691:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.709713:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8802 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ad9e expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316914.713347:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 11776 00010000:00010000:2.0:1767316914.713505:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8802 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad9e expref: 35 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.713522:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316914.713525:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316914.713530:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8802 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad9e expref: 35 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.713544:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:2.0:1767316914.713616:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:77301:x1853163934023040:12345-192.168.204.9@tcp:101:rm.0 Request processed in 3950us (4135us total) trans 8589942917 rc 301/301 00000100:00100000:2.0:1767316914.713624:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8396 00000100:00100000:2.0:1767316914.718053:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.718135:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934023168 00000100:00100000:3.0:1767316914.718144:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934023168 00000100:00100000:3.0:1767316914.718233:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3330 00000100:00100000:3.0:1767316914.718243:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:77301:x1853163934023168:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316914.724517:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:77301:x1853163934023168:12345-192.168.204.9@tcp:37:rm.0 Request processed in 6265us (6463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.724532:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3330 00000100:00100000:0.0:1767316914.738431:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.738565:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934023424 00000100:00100000:2.0:1767316914.738577:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934023424 00000100:00100000:2.0:1767316914.738676:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3331 00000100:00100000:2.0:1767316914.738688:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+34:77301:x1853163934023424:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316914.739488:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:77301:x1853163934023424:12345-192.168.204.9@tcp:35:rm.0 Request processed in 800us (1281us total) trans 8589942918 rc 0/0 00000100:00100000:2.0:1767316914.739500:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3331 00000100:00100000:2.0:1767316914.746664:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.746943:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934023680 00000100:00100000:1.0:1767316914.746956:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934023680 00000100:00100000:1.0:1767316914.747072:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8397 00000100:00100000:1.0:1767316914.747083:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+35:77301:x1853163934023680:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.747110:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.747154:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba8810 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ada5 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.747439:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8817 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.747455:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8817 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.747465:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8817 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316914.747477:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 11776 00010000:00010000:1.0:1767316914.747609:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba8810 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ada5 expref: 38 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.747631:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8817 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ada5 expref: 37 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.747639:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:1.0:1767316914.747642:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316914.747646:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:1.0:1767316914.747710:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:77301:x1853163934023680:12345-192.168.204.9@tcp:101:rm.0 Request processed in 628us (1057us total) trans 8589942919 rc 0/0 00000100:00100000:1.0:1767316914.747718:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8397 00000100:00100000:0.0:1767316914.752151:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.752236:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934023808 00000100:00100000:1.0:1767316914.752248:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934023808 00000100:00100000:1.0:1767316914.752320:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8398 00000100:00100000:1.0:1767316914.752331:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:77301:x1853163934023808:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.752362:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.752386:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8825 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adac expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.752460:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.752475:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.752486:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.752501:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.752507:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.752513:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753649:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753665:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753674:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316914.753703:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 158 00000004:00200000:1.0:1767316914.753709:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.753750:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753763:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753772:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753779:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753785:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753867:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.753871:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753878:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753890:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:1.0:1767316914.753894:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.753899:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753905:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba882c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753921:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753927:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753933:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753938:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.753941:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753946:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753953:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0xf448d94c (ffff9b3ed9657400) 00010000:00010000:1.0:1767316914.753955:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.753959:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.753964:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8833 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.754001:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8825 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adac expref: 39 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.754016:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adac expref: 38 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.754030:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316914.754032:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316914.754035:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0e00, rc 0) 00000100:00100000:1.0:1767316914.754167:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934023808:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1836us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.754176:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8398 00000100:00100000:0.0:1767316914.765061:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.765335:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934024064 00000100:00100000:1.0:1767316914.765345:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934024064 00000100:00100000:0.0:1767316914.765494:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8399 00000100:00100000:0.0:1767316914.765507:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024064:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1767316914.765566:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767316914.767714:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba883a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adac expref: 38 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.767760:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:0.0:1767316914.767864:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba87fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad97 expref: 37 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.767882:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:0.0:1767316914.767885:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316914.767917:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.767930:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.767941:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.767958:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.767964:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.767971:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.768097:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.768105:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.768121:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:0.0:1767316914.773771:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2421, 64 off208784 00000040:00080000:0.0:1767316914.773894:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2429, 64 off209264 00000040:00080000:0.0:1767316914.773914:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2430, 64 off209328 00000040:00080000:0.0:1767316914.773928:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2422, 64 off208848 00010000:00010000:0.0:1767316914.774026:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774043:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774056:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774064:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774070:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774076:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774106:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316914.774141:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774147:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774154:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774160:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.774164:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774172:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774183:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316914.774186:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316914.774191:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774197:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba884f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774567:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774576:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774582:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774587:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.774590:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774607:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774617:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:0.0:1767316914.774620:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.774623:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.774629:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8841 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:0.0:1767316914.774639:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d76f636 reply state 000000007fd98700 transno 8589942920 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316914.774649:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316914.774768:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024064:12345-192.168.204.9@tcp:36:rm.0 Request processed in 9260us (9714us total) trans 8589942920 rc 0/0 00000100:00100000:0.0:1767316914.774778:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8399 00010000:00010000:1.0:1767316914.775310:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316914.775318:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.775325:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316914.775329:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.775337:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.775347:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:1.0:1767316914.775350:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316914.775353:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.775358:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8856 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.775376:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.775378:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.775380:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316914.781354:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.781373:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.781382:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.781389:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.781394:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.781402:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.781421:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0xf448d94c (ffff9b3efc55af00) 00010000:00010000:1.0:1767316914.781425:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.781431:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316914.781436:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8848 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0xf448d94c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316914.785543:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.786717:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934024192 00000100:00100000:2.0:1767316914.786868:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934024192 00000100:00100000:0.0:1767316914.787086:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8400 00000100:00100000:0.0:1767316914.787097:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+37:77301:x1853163934024192:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316914.787132:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316914.787154:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba885d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adb3 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.787237:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787334:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787348:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787409:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787417:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787423:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787523:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8872 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787532:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787539:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316914.787580:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 11776 00000004:00200000:0.0:1767316914.787583:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316914.787937:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787952:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787957:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787964:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787970:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.787974:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787981:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.787993:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:0.0:1767316914.787996:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.788000:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788005:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8864 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788019:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788025:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788031:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788036:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.788038:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788044:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788050:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30c01abe (ffff9b3efc55ad00) 00010000:00010000:0.0:1767316914.788054:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.788057:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788062:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba886b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.788094:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba885d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adb3 expref: 39 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.788107:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8872 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adb3 expref: 38 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.788123:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:0.0:1767316914.788125:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316914.788128:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce400, rc 0) 00000100:00100000:0.0:1767316914.788823:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024192:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1723us (3289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.788833:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8400 00000100:00100000:0.0:1767316914.791710:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.792081:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934024448 00000100:00100000:2.0:1767316914.792094:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934024448 00000100:00100000:2.0:1767316914.792193:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3332 00000100:00100000:2.0:1767316914.792204:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024448:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316914.792586:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:77301:x1853163934024448:12345-192.168.204.9@tcp:35:rm.0 Request processed in 383us (893us total) trans 8589942921 rc 0/0 00000100:00100000:2.0:1767316914.793019:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3332 00000100:00100000:0.0:1767316914.796691:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.796968:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934024704 00000100:00100000:2.0:1767316914.796979:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934024704 00000100:00100000:2.0:1767316914.797044:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8401 00000100:00100000:2.0:1767316914.797055:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:77301:x1853163934024704:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316914.797121:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767316914.797148:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8872 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adb3 expref: 39 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.797169:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8817 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ada5 expref: 38 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.797182:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:2.0:1767316914.797196:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba87df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad90 expref: 37 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.797217:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316914.797223:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316914.797340:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797355:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797365:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797380:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797386:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797392:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797505:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797511:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.797517:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316914.798164:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 11776 00010000:00010000:2.0:1767316914.798180:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798192:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798198:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798204:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.798216:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798223:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798232:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:2.0:1767316914.798235:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316914.798239:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798245:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8887 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798568:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798574:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798580:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798584:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.798587:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798597:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798604:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316914.798606:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.798609:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.798615:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8879 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316914.798624:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad021a81 reply state 000000003b6031bd transno 8589942922 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316914.798632:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316914.798719:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024704:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1664us (2041us total) trans 8589942922 rc 0/0 00000100:00100000:2.0:1767316914.798746:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8401 00000100:00100000:3.0:1767316914.801482:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.801647:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934024832 00000100:00100000:0.0:1767316914.801657:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934024832 00000100:00100000:0.0:1767316914.801752:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8402 00000100:00100000:0.0:1767316914.801763:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024832:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316914.801795:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316914.801820:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba888e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adba expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.801889:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8895 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316914.801902:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316914.801913:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316914.801975:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316914.801980:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316914.802004:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316914.802029:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba888e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adba expref: 40 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.802048:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8895 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adba expref: 39 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.802063:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:0.0:1767316914.802066:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316914.802070:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce800, rc 0) 00000100:00100000:0.0:1767316914.802134:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:77301:x1853163934024832:12345-192.168.204.9@tcp:101:rm.0 Request processed in 373us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.802142:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8402 00010000:00010000:2.0:1767316914.804575:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.804592:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.804599:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.804606:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.804610:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.804618:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.804637:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30c01abe (ffff9b3efd6a6500) 00010000:00010000:2.0:1767316914.804641:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.804646:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.804652:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8880 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30c01abe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316914.805333:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.805521:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934024960 00000100:00100000:2.0:1767316914.805531:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934024960 00000100:00100000:2.0:1767316914.805590:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8403 00000100:00100000:2.0:1767316914.805600:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+38:77301:x1853163934024960:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.805619:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.805636:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba889c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adc1 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.805703:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805715:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805725:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805776:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805782:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805798:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805906:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba88b1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805914:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba88b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.805921:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba88b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316914.806026:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ef:0x0]: returning size 11776 00000004:00200000:2.0:1767316914.806030:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316914.806055:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba88b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806066:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806072:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806078:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806084:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.806087:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806093:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806102:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:2.0:1767316914.806105:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.806108:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806126:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba88a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806137:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806142:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806148:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806153:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.806155:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806160:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806167:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x84e5157e (ffff9b3efd6a6600) 00010000:00010000:2.0:1767316914.806169:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.806172:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806176:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba88aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316914.806204:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba889c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adc1 expref: 40 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.806217:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba88b1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adc1 expref: 39 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.806229:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ef:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316914.806232:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316914.806234:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316914.808671:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:77301:x1853163934024960:12345-192.168.204.9@tcp:101:rm.0 Request processed in 3060us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316914.808685:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8403 00000100:00100000:3.0:1767316914.811683:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.812424:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934025216 00000100:00100000:2.0:1767316914.812435:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934025216 00000100:00100000:2.0:1767316914.812500:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8404 00000100:00100000:2.0:1767316914.812510:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+39:77301:x1853163934025216:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316914.812529:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316914.812550:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba88b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adc8 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316914.812672:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ef:0x0]: returning size 11776 00010000:00010000:2.0:1767316914.812845:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba88b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adc8 expref: 41 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.812858:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:2.0:1767316914.812862:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316914.812867:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba88b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adc8 expref: 41 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316914.812880:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:2.0:1767316914.812936:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:77301:x1853163934025216:12345-192.168.204.9@tcp:101:rm.0 Request processed in 427us (1264us total) trans 8589942923 rc 301/301 00000100:00100000:2.0:1767316914.812947:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8404 00000100:00100000:3.0:1767316914.817887:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.817983:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934025344 00000100:00100000:2.0:1767316914.817993:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934025344 00000100:00100000:2.0:1767316914.818042:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3333 00000100:00100000:2.0:1767316914.818051:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:77301:x1853163934025344:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316914.822693:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:77301:x1853163934025344:12345-192.168.204.9@tcp:37:rm.0 Request processed in 4627us (4800us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316914.822709:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3333 00000100:00100000:3.0:1767316914.826122:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316914.826228:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934025600 00000100:00100000:2.0:1767316914.826238:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934025600 00000100:00100000:2.0:1767316914.826356:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3334 00000100:00100000:2.0:1767316914.826367:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+40:77301:x1853163934025600:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316914.826710:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:77301:x1853163934025600:12345-192.168.204.9@tcp:35:rm.0 Request processed in 343us (608us total) trans 8589942924 rc 0/0 00000100:00100000:2.0:1767316914.826719:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3334 00000100:00100000:3.0:1767316914.829521:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.829892:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934025856 00000100:00100000:1.0:1767316914.829903:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934025856 00000100:00100000:1.0:1767316914.829970:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8405 00000100:00100000:1.0:1767316914.829981:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:77301:x1853163934025856:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.830039:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316914.830068:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba88b1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ef:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adc1 expref: 41 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.830092:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ef:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:1.0:1767316914.830125:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8895 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adba expref: 40 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.830136:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316914.830146:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.830174:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830189:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830199:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830225:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830234:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830241:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830382:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830390:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830397:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316914.830841:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ef:0x0]: returning size 11776 00010000:00010000:1.0:1767316914.830856:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830865:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830872:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830878:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.830882:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830889:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830899:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ef:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316914.830902:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.830905:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830911:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba88d4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830954:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830960:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830965:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830970:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.830973:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830982:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830988:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316914.830990:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.830993:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.830997:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba88c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316914.831008:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e7b4ddc reply state 000000007781321b transno 8589942925 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316914.831016:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316914.831094:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:77301:x1853163934025856:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1112us (1583us total) trans 8589942925 rc 0/0 00000100:00100000:1.0:1767316914.831103:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8405 00000100:00100000:1.0:1767316914.834365:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.834434:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934025984 00000100:00100000:0.0:1767316914.834443:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934025984 00000100:00100000:0.0:1767316914.834498:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8406 00000100:00100000:0.0:1767316914.834508:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:77301:x1853163934025984:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316914.834535:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316914.834561:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba88db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adcf expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.834626:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba88e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.834638:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba88e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.834651:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba88e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316914.834721:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316914.834725:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316914.834773:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba88e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316914.834802:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba88db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adcf expref: 43 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.834821:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba88e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adcf expref: 42 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.834830:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316914.834833:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316914.834836:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce600, rc 0) 00000100:00100000:0.0:1767316914.834888:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+42:77301:x1853163934025984:12345-192.168.204.9@tcp:101:rm.0 Request processed in 381us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.834895:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8406 00010000:00010000:3.0:1767316914.838278:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.838298:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.838306:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.838314:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.838319:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.838328:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.838346:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x84e5157e (ffff9b3ed9657300) 00010000:00010000:3.0:1767316914.838350:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.838355:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.838361:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba88cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x84e5157e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316914.839065:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.839179:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934026112 00000100:00100000:1.0:1767316914.839188:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934026112 00000100:00100000:1.0:1767316914.839470:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8407 00000100:00100000:1.0:1767316914.839481:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+41:77301:x1853163934026112:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.839503:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.839522:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba88e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079add6 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.839588:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839605:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839616:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839629:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839635:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839642:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839800:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba88fe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839808:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba88fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.839815:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba88fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316914.839986:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f2:0x0]: returning size 11776 00000004:00200000:1.0:1767316914.839991:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.840017:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba88fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840029:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840035:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840046:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840051:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.840055:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840062:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840073:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:1.0:1767316914.840076:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.840082:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840087:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba88f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840101:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840106:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840122:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840128:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.840131:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840137:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840150:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebf837e7 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316914.840153:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.840156:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840162:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba88f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.840192:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba88e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079add6 expref: 43 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.840207:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba88fe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079add6 expref: 42 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.840229:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f2:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316914.840232:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.840234:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0a00, rc 0) 00000100:00100000:1.0:1767316914.840562:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+42:77301:x1853163934026112:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1081us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.840572:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8407 00000100:00100000:3.0:1767316914.843569:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.844893:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.844926:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.844948:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.845118:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934026368 00000100:00100000:0.0:1767316914.845129:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934026368 00000100:00100000:0.0:1767316914.845145:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934026496 00000100:00100000:0.0:1767316914.845147:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934026496 00000100:00100000:0.0:1767316914.845198:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:0.0:1767316914.845207:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163934026496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316914.845280:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2485:x1853163934026496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.845287:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:0.0:1767316914.845318:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934026624 00000100:00100000:0.0:1767316914.845333:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934026624 00000100:00100000:0.0:1767316914.845375:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934026752 00000100:00100000:0.0:1767316914.845377:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934026752 00000100:00100000:0.0:1767316914.845393:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1029 00000100:00100000:0.0:1767316914.845399:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163934026624:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316914.845424:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163934026624:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.845430:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1029 00000100:00100000:0.0:1767316914.845440:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1030 00000100:00100000:0.0:1767316914.845445:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934026752:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316914.845461:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934026752:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 17us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.845466:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1030 00000100:00100000:0.0:1767316914.845561:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8408 00000100:00100000:0.0:1767316914.845567:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+42:77301:x1853163934026368:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316914.845581:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316914.845598:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8905 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079addd expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316914.845709:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f2:0x0]: returning size 11776 00010000:00010000:0.0:1767316914.846041:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8905 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079addd expref: 44 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.846056:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316914.846059:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316914.846064:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8905 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079addd expref: 44 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.846077:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfa00, rc 0) 00000100:00100000:0.0:1767316914.846101:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+43:77301:x1853163934026368:12345-192.168.204.9@tcp:101:rm.0 Request processed in 535us (2544us total) trans 8589942926 rc 301/301 00000100:00100000:0.0:1767316914.846108:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8408 00000100:00080000:0.0:1767316914.848963:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316914.848974:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316914.851422:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.851498:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934026880 00000100:00100000:0.0:1767316914.851508:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934026880 00000100:00100000:0.0:1767316914.851564:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3335 00000100:00100000:0.0:1767316914.851574:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+43:77301:x1853163934026880:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:3.0:1767316914.852809:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985777408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316914.852866:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316914.852934:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777408 00000100:00100000:3.0:1767316914.852940:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777408 00000100:00100000:3.0:1767316914.852983:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1767316914.852991:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985777408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316914.853028:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 55508992 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1767316914.853073:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6215:x1853163985777408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.853080:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1767316914.853136:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985777408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767316914.853341:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316914.853351:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316914.853383:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316914.853408:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777536 00000100:00100000:1.0:1767316914.853411:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777536 00000100:00100000:1.0:1767316914.853433:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1767316914.853438:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985777536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767316914.853459:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 430505984 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1767316914.853493:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:6213:x1853163985777536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.853500:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1767316914.853529:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316914.858612:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+43:77301:x1853163934026880:12345-192.168.204.9@tcp:37:rm.0 Request processed in 7028us (7187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.858628:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3335 00000100:00100000:0.0:1767316914.864994:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.865130:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934027136 00000100:00100000:1.0:1767316914.865140:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934027136 00000100:00100000:1.0:1767316914.865191:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3336 00000100:00100000:1.0:1767316914.865201:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+43:77301:x1853163934027136:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316914.865526:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:77301:x1853163934027136:12345-192.168.204.9@tcp:35:rm.0 Request processed in 325us (540us total) trans 8589942927 rc 0/0 00000100:00100000:1.0:1767316914.865534:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3336 00000100:00100000:1.0:1767316914.869472:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.869607:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934027392 00000100:00100000:3.0:1767316914.869619:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934027392 00000100:00100000:3.0:1767316914.869682:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8409 00000100:00100000:3.0:1767316914.869693:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:77301:x1853163934027392:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316914.869797:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316914.869828:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba88fe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079add6 expref: 44 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.869854:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f2:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:3.0:1767316914.869873:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba88e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adcf expref: 43 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.869884:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:3.0:1767316914.869894:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316914.869922:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.869938:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.869949:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.869960:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.869966:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.869972:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870074:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870082:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870088:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316914.870767:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f2:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.870856:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870866:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870873:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870879:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.870884:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870892:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870904:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f2:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.870906:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316914.870910:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870916:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8921 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870962:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870973:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870978:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870982:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.870985:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870990:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.870997:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316914.870999:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.871002:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.871007:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8913 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316914.871017:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c47eef8 reply state 0000000031645a1c transno 8589942928 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316914.871026:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316914.871132:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:77301:x1853163934027392:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1439us (1668us total) trans 8589942928 rc 0/0 00000100:00100000:3.0:1767316914.871140:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8409 00010000:00010000:2.0:1767316914.874168:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316914.874186:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316914.874194:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316914.874200:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316914.874205:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316914.874223:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316914.874224:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316914.874241:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebf837e7 (ffff9b3ec8239d00) 00010000:00010000:2.0:1767316914.874245:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316914.874258:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316914.874264:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba891a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xebf837e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316914.875585:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934027520 00000100:00100000:3.0:1767316914.875601:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934027520 00000100:00100000:3.0:1767316914.875671:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8410 00000100:00100000:3.0:1767316914.875683:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+43:77301:x1853163934027520:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.875710:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.875758:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8928 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ade4 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.875837:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba892f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.875851:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba892f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.875862:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba892f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316914.875923:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316914.875928:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.875952:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba892f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.875975:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8928 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ade4 expref: 45 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.875992:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba892f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ade4 expref: 44 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.876000:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.876003:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.876006:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dea00, rc 0) 00000100:00100000:3.0:1767316914.876070:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:77301:x1853163934027520:12345-192.168.204.9@tcp:101:rm.0 Request processed in 388us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.876077:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8410 00000100:00100000:1.0:1767316914.878781:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.878945:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934027648 00000100:00100000:3.0:1767316914.878955:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934027648 00000100:00100000:3.0:1767316914.879016:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8411 00000100:00100000:3.0:1767316914.879025:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+44:77301:x1853163934027648:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.879044:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.879063:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8936 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adeb expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.879136:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879150:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879161:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879176:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879183:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879190:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879517:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba894b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879527:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba894b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879534:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba894b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316914.879643:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f5:0x0]: returning size 11776 00000004:00200000:3.0:1767316914.879647:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.879674:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba894b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879689:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879695:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879702:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879707:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.879711:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879718:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879764:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.879768:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.879773:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879779:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba893d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879799:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879805:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879811:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879816:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.879819:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879824:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879831:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4fb8ef17 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.879833:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.879836:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879841:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8944 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316914.879868:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8936 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adeb expref: 46 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.879881:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba894b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adeb expref: 45 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.879887:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316914.879889:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.879892:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00000100:00100000:1.0:1767316914.880098:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+45:77301:x1853163934027648:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1072us (1324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.880107:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8411 00000100:00100000:1.0:1767316914.883169:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.883299:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934027904 00000100:00100000:3.0:1767316914.883311:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934027904 00000100:00100000:3.0:1767316914.883372:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8412 00000100:00100000:3.0:1767316914.883382:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+45:77301:x1853163934027904:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.883403:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.883422:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8952 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adf2 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316914.883540:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f5:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.883658:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8952 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adf2 expref: 47 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.883674:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.883677:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316914.883683:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8952 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adf2 expref: 47 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.883698:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316914.883805:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+46:77301:x1853163934027904:12345-192.168.204.9@tcp:101:rm.0 Request processed in 424us (648us total) trans 8589942929 rc 301/301 00000100:00100000:3.0:1767316914.883813:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8412 00000100:00100000:1.0:1767316914.888555:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.888755:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934028032 00000100:00100000:3.0:1767316914.888765:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934028032 00000100:00100000:3.0:1767316914.888967:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3337 00000100:00100000:3.0:1767316914.888978:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+46:77301:x1853163934028032:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:3.0:1767316914.893681:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+46:77301:x1853163934028032:12345-192.168.204.9@tcp:37:rm.0 Request processed in 4691us (5122us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.893697:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3337 00000100:00100000:1.0:1767316914.897995:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.898078:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934028288 00000100:00100000:3.0:1767316914.898088:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934028288 00000100:00100000:3.0:1767316914.898188:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3338 00000100:00100000:3.0:1767316914.898199:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+46:77301:x1853163934028288:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1767316914.898630:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+47:77301:x1853163934028288:12345-192.168.204.9@tcp:35:rm.0 Request processed in 431us (644us total) trans 8589942930 rc 0/0 00000100:00100000:3.0:1767316914.898638:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3338 00000100:00100000:1.0:1767316914.902059:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.902158:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934028544 00000100:00100000:3.0:1767316914.902170:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934028544 00000100:00100000:3.0:1767316914.902393:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8413 00000100:00100000:3.0:1767316914.902405:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+47:77301:x1853163934028544:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316914.902483:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316914.902514:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba894b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adeb expref: 47 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.902540:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316914.902561:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba892f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ade4 expref: 46 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.902571:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316914.902576:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316914.902600:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902613:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902622:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902634:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902646:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902652:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902808:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902816:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.902823:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316914.903200:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f5:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.903226:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903234:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903240:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903247:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.903251:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903259:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903275:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f5:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316914.903279:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316914.903283:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903288:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba896e lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903360:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903367:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903373:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903378:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.903381:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903386:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903394:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316914.903396:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.903399:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.903403:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8960 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316914.903415:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000556a6dd1 reply state 00000000f0ae0a1a transno 8589942931 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316914.903423:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316914.903502:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+47:77301:x1853163934028544:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1098us (1452us total) trans 8589942931 rc 0/0 00000100:00100000:3.0:1767316914.903510:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8413 00000100:00100000:2.0:1767316914.906573:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.906764:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934028672 00000100:00100000:1.0:1767316914.906774:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934028672 00000100:00100000:1.0:1767316914.906837:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8414 00000100:00100000:1.0:1767316914.906847:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+47:77301:x1853163934028672:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.906873:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.906894:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8975 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079adf9 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.906957:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba897c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.906972:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba897c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.906984:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba897c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316914.907044:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316914.907048:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.907071:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba897c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.907093:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8975 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adf9 expref: 49 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.907122:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba897c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adf9 expref: 48 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.907132:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316914.907135:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.907139:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:1.0:1767316914.907194:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+48:77301:x1853163934028672:12345-192.168.204.9@tcp:101:rm.0 Request processed in 348us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.907205:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8414 00010000:00010000:3.0:1767316914.910348:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910366:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910374:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910380:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.910384:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910392:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910409:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4fb8ef17 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316914.910413:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.910417:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910423:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8967 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4fb8ef17 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316914.910683:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.910766:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934028800 00000100:00100000:3.0:1767316914.910775:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934028800 00000100:00100000:3.0:1767316914.910836:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8415 00000100:00100000:3.0:1767316914.910846:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+47:77301:x1853163934028800:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.910867:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.910883:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8983 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae00 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.910949:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910962:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910971:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910984:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910990:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.910996:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911094:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8998 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911102:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8998 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911119:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8998 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316914.911429:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 11776 00000004:00200000:3.0:1767316914.911434:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.911458:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8998 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911470:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911477:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911484:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911489:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.911492:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911499:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911508:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316914.911510:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.911514:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911520:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba898a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911530:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911536:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911541:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911546:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.911549:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911558:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911564:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f26d1c0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.911567:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.911569:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911575:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8991 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.911607:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8983 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae00 expref: 49 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.911620:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8998 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae00 expref: 48 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.911628:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316914.911630:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.911632:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfa00, rc 0) 00000100:00100000:3.0:1767316914.911695:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+48:77301:x1853163934028800:12345-192.168.204.9@tcp:101:rm.0 Request processed in 850us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.911703:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8415 00000100:00100000:1.0:1767316914.915363:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.915441:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934029056 00000100:00100000:3.0:1767316914.915450:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934029056 00000100:00100000:3.0:1767316914.915499:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8416 00000100:00100000:3.0:1767316914.915508:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+48:77301:x1853163934029056:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.915530:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.915553:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba899f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae07 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316914.915676:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.915833:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba899f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae07 expref: 50 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.915848:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316914.915851:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316914.915856:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba899f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae07 expref: 50 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.915871:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de000, rc 0) 00000100:00100000:3.0:1767316914.915930:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+49:77301:x1853163934029056:12345-192.168.204.9@tcp:101:rm.0 Request processed in 423us (578us total) trans 8589942932 rc 301/301 00000100:00100000:3.0:1767316914.915938:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8416 00000100:00100000:1.0:1767316914.920434:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.920514:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934029184 00000100:00100000:3.0:1767316914.920524:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934029184 00000100:00100000:3.0:1767316914.920599:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3339 00000100:00100000:3.0:1767316914.920610:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+49:77301:x1853163934029184:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316914.925125:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+49:77301:x1853163934029184:12345-192.168.204.9@tcp:37:rm.0 Request processed in 4496us (4678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.925140:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3339 00000100:00100000:0.0:1767316914.928223:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.928380:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934029440 00000100:00100000:3.0:1767316914.928392:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934029440 00000100:00100000:3.0:1767316914.928484:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3340 00000100:00100000:3.0:1767316914.928494:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+49:77301:x1853163934029440:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1767316914.929012:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+50:77301:x1853163934029440:12345-192.168.204.9@tcp:35:rm.0 Request processed in 518us (809us total) trans 8589942933 rc 0/0 00000100:00100000:3.0:1767316914.929021:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3340 00000100:00100000:0.0:1767316914.932107:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.932347:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934029696 00000100:00100000:1.0:1767316914.932357:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934029696 00000100:00100000:1.0:1767316914.932470:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8417 00000100:00100000:1.0:1767316914.932481:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+50:77301:x1853163934029696:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316914.932544:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316914.932571:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8998 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae00 expref: 50 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.932591:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316914.932606:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba897c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079adf9 expref: 49 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.932618:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316914.932624:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316914.932648:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.932660:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.932671:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.932684:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.932695:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.932702:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933043:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933053:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933061:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316914.933626:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1f8:0x0]: returning size 11776 00010000:00010000:1.0:1767316914.933644:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933652:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933659:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933665:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.933670:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933679:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933689:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1f8:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316914.933692:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316914.933697:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.933703:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba89bb lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934028:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934037:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934043:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934047:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.934050:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934055:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934064:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316914.934067:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.934070:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.934076:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba89ad lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:0.0:1767316914.934090:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a8963ec reply state 0000000025b6fe3e transno 8589942934 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316914.934099:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316914.934258:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+50:77301:x1853163934029696:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1774us (2159us total) trans 8589942934 rc 0/0 00000100:00100000:0.0:1767316914.934275:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8417 00000100:00100000:3.0:1767316914.937146:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.939433:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934029824 00000100:00100000:1.0:1767316914.939455:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934029824 00000100:00100000:1.0:1767316914.939603:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8418 00000100:00100000:1.0:1767316914.939614:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+50:77301:x1853163934029824:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.939641:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.939681:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba89c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae0e expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.939779:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba89c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.939803:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba89c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.939825:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba89c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316914.939927:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316914.939931:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.939968:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba89c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.939994:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba89c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae0e expref: 52 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.940017:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba89c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae0e expref: 51 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.940026:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.940029:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.940033:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:1.0:1767316914.940134:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+51:77301:x1853163934029824:12345-192.168.204.9@tcp:101:rm.0 Request processed in 522us (2997us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.940142:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8418 00010000:00010000:0.0:1767316914.942664:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.942682:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.942690:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.942697:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316914.942702:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.942709:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.942739:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8f26d1c0 (ffff9b3ed9657100) 00010000:00010000:0.0:1767316914.942743:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316914.942747:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.942754:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba89b4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8f26d1c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316914.945389:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.945467:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934029952 00000100:00100000:1.0:1767316914.945477:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934029952 00000100:00100000:1.0:1767316914.945565:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8419 00000100:00100000:1.0:1767316914.945576:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+50:77301:x1853163934029952:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.945595:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.945617:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba89d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae15 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.945682:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.945695:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.945706:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.945717:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.945724:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.945891:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946041:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba89e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946050:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba89e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946057:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba89e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316914.946356:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 11776 00000004:00200000:1.0:1767316914.946360:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316914.946384:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba89e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946395:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946402:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946408:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946413:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.946417:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946424:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946435:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.946438:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.946443:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946450:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba89d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946462:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946468:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946473:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946477:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.946480:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946485:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946492:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa25ad81b (ffff9b3ed9657900) 00010000:00010000:1.0:1767316914.946494:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.946497:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946502:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba89de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316914.946531:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba89d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae15 expref: 52 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.946560:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba89e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae15 expref: 51 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.946574:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316914.946576:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316914.946579:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:1.0:1767316914.946697:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+51:77301:x1853163934029952:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1122us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316914.946706:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8419 00000100:00100000:2.0:1767316914.950527:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316914.950603:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934030208 00000100:00100000:1.0:1767316914.950614:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934030208 00000100:00100000:1.0:1767316914.950669:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8420 00000100:00100000:1.0:1767316914.950678:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+51:77301:x1853163934030208:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316914.950698:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316914.950718:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba89ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae1c expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316914.950885:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 11776 00010000:00010000:1.0:1767316914.951017:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba89ec lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae1c expref: 53 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.951032:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316914.951035:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316914.951040:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba89ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae1c expref: 53 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316914.951055:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:1.0:1767316914.951121:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+52:77301:x1853163934030208:12345-192.168.204.9@tcp:101:rm.0 Request processed in 435us (594us total) trans 8589942935 rc 301/301 00000100:00100000:1.0:1767316914.951132:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8420 00000100:00100000:3.0:1767316914.955548:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.955622:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934030336 00000100:00100000:0.0:1767316914.955633:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934030336 00000100:00100000:0.0:1767316914.955692:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3341 00000100:00100000:0.0:1767316914.955702:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+52:77301:x1853163934030336:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:3.0:1767316914.959318:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+52:77301:x1853163934030336:12345-192.168.204.9@tcp:37:rm.0 Request processed in 3494us (3656us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.959335:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3341 00000100:00100000:2.0:1767316914.962695:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.962988:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934030592 00000100:00100000:3.0:1767316914.963001:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934030592 00000100:00100000:3.0:1767316914.963060:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3342 00000100:00100000:3.0:1767316914.963070:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+52:77301:x1853163934030592:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1767316914.963585:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+53:77301:x1853163934030592:12345-192.168.204.9@tcp:35:rm.0 Request processed in 514us (897us total) trans 8589942936 rc 0/0 00000100:00100000:3.0:1767316914.963594:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3342 00000100:00100000:2.0:1767316914.970691:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.970777:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934030848 00000100:00100000:3.0:1767316914.970793:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934030848 00000100:00100000:3.0:1767316914.970848:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8421 00000100:00100000:3.0:1767316914.970857:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+53:77301:x1853163934030848:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316914.970910:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316914.970935:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba89e5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae15 expref: 53 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.970957:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316914.970982:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba89c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae0e expref: 52 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.970991:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316914.970996:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316914.971019:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971031:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971039:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971049:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971056:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971061:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971170:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971177:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971183:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316914.971525:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fb:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.971538:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971546:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971553:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971562:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.971566:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971574:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971582:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fb:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316914.971584:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316914.971588:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971594:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a08 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971630:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971637:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971643:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971648:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.971651:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971657:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971663:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.971665:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.971668:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.971674:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba89fa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316914.971684:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000d01352c reply state 0000000026c7408a transno 8589942937 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316914.971691:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316914.971791:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+53:77301:x1853163934030848:12345-192.168.204.9@tcp:36:rm.0 Request processed in 934us (1107us total) trans 8589942937 rc 0/0 00000100:00100000:3.0:1767316914.971798:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8421 00010000:00010000:1.0:1767316914.974289:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.974308:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.974315:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.974321:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316914.974325:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.974332:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.974348:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa25ad81b (ffff9b3ec8239900) 00010000:00010000:1.0:1767316914.974351:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316914.974355:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316914.974360:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8a01 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa25ad81b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316914.977450:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316914.977557:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934030976 00000100:00100000:0.0:1767316914.977568:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934030976 00000100:00100000:0.0:1767316914.977620:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8422 00000100:00100000:0.0:1767316914.977630:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+52:77301:x1853163934030976:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316914.977653:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316914.977677:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8a0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae23 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.977805:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8a16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.977820:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.977832:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316914.977893:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316914.977897:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316914.977922:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316914.977948:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8a0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae23 expref: 54 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.977983:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae23 expref: 53 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316914.977993:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316914.977996:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316914.977999:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce600, rc 0) 00000100:00100000:0.0:1767316914.978053:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+53:77301:x1853163934030976:12345-192.168.204.9@tcp:101:rm.0 Request processed in 423us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316914.978063:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8422 00000100:00100000:0.0:1767316914.981935:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.982086:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934031104 00000100:00100000:3.0:1767316914.982097:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934031104 00000100:00100000:3.0:1767316914.982182:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8423 00000100:00100000:3.0:1767316914.982193:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+53:77301:x1853163934031104:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.982221:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.982241:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae2a expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.982534:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982549:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982559:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982571:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982581:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982587:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982686:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a32 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982694:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.982701:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316914.983055:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00000004:00200000:3.0:1767316914.983059:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316914.983083:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983095:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983101:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983118:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983124:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.983128:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983135:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983146:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:3.0:1767316914.983150:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.983154:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983160:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983172:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983177:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983183:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983188:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316914.983191:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983197:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983202:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4b5033f (ffff9b3ec8239700) 00010000:00010000:3.0:1767316914.983322:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316914.983327:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983333:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316914.983370:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae2a expref: 55 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.983383:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a32 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae2a expref: 54 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.983389:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316914.983392:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316914.983395:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316914.983470:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+54:77301:x1853163934031104:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1279us (1543us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.983479:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8423 00000100:00100000:2.0:1767316914.987556:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.987646:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934031360 00000100:00100000:3.0:1767316914.987656:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934031360 00000100:00100000:3.0:1767316914.987762:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8424 00000100:00100000:3.0:1767316914.987772:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+54:77301:x1853163934031360:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316914.987804:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316914.987827:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae31 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316914.987955:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00010000:00010000:3.0:1767316914.988097:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a39 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae31 expref: 56 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.988123:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:3.0:1767316914.988127:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316914.988134:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae31 expref: 56 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316914.988148:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316914.988223:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+55:77301:x1853163934031360:12345-192.168.204.9@tcp:101:rm.0 Request processed in 453us (676us total) trans 8589942938 rc 301/301 00000100:00100000:3.0:1767316914.988231:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8424 00000100:00100000:2.0:1767316914.993488:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316914.993557:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934031488 00000100:00100000:3.0:1767316914.993568:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934031488 00000100:00100000:3.0:1767316914.993626:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3343 00000100:00100000:3.0:1767316914.993635:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+55:77301:x1853163934031488:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:3.0:1767316914.998173:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+55:77301:x1853163934031488:12345-192.168.204.9@tcp:37:rm.0 Request processed in 4527us (4681us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316914.998188:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3343 00000100:00100000:2.0:1767316915.002640:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.002759:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934031744 00000100:00100000:3.0:1767316915.002772:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934031744 00000100:00100000:3.0:1767316915.002958:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3344 00000100:00100000:3.0:1767316915.002979:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+55:77301:x1853163934031744:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:3.0:1767316915.003617:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+56:77301:x1853163934031744:12345-192.168.204.9@tcp:35:rm.0 Request processed in 638us (987us total) trans 8589942939 rc 0/0 00000100:00100000:3.0:1767316915.003627:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3344 00000100:00100000:2.0:1767316915.006501:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.006585:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934032000 00000100:00100000:3.0:1767316915.006595:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934032000 00000100:00100000:3.0:1767316915.006645:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8425 00000100:00100000:3.0:1767316915.006654:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+56:77301:x1853163934032000:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.006720:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316915.006768:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a32 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1fe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae2a expref: 56 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.006920:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.006943:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8a16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae23 expref: 55 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.006953:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:3.0:1767316915.007034:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.007059:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007072:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007082:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007092:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007098:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007105:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007376:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007384:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.007390:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316915.008075:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1fe:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.008094:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008102:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008118:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008124:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.008129:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008137:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008147:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1fe:0x0].0x0 (ffff9b3ec8239100) 00010000:00010000:2.0:1767316915.008150:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.008153:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008159:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8a55 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008202:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008217:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008223:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008228:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.008231:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008237:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008245:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316915.008247:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.008250:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.008259:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8a47 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:2.0:1767316915.008279:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dccebef5 reply state 00000000ecfd1a35 transno 8589942940 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.008288:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.008381:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+56:77301:x1853163934032000:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1724us (1887us total) trans 8589942940 rc 0/0 00000100:00100000:2.0:1767316915.008390:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8425 00000100:00100000:0.0:1767316915.011442:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316915.011510:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.011521:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.011529:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.011535:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.011540:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.011548:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.011564:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4b5033f (ffff9b3ec8239f00) 00010000:00010000:2.0:1767316915.011567:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.011572:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.011578:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8a4e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf4b5033f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316915.011652:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934032128 00000100:00100000:3.0:1767316915.011664:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934032128 00000100:00100000:3.0:1767316915.011758:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8426 00000100:00100000:3.0:1767316915.011768:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+55:77301:x1853163934032128:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.011799:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.011819:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae38 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.011878:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8a63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.011889:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8a63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.011898:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8a63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.011953:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316915.011957:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.011977:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8a63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.011998:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8a5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae38 expref: 57 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.012010:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8a63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae38 expref: 56 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.012017:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316915.012020:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.012022:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316915.012072:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+56:77301:x1853163934032128:12345-192.168.204.9@tcp:101:rm.0 Request processed in 306us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.012083:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8426 00000100:00100000:3.0:1767316915.014896:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.014994:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934032256 00000100:00100000:0.0:1767316915.015004:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934032256 00000100:00100000:0.0:1767316915.015062:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8427 00000100:00100000:0.0:1767316915.015071:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+56:77301:x1853163934032256:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.015092:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.015125:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8a6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae3f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.015189:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.015204:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.015224:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.015242:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.015249:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.015256:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017809:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8a7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017828:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017838:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.017886:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.017890:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.017918:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017931:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017937:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017943:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017948:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.017952:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017971:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017983:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:1.0:1767316915.017986:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.017990:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.017996:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8a71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018009:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018014:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018020:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018024:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.018026:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018031:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018037:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6a87ace7 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316915.018040:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.018042:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018046:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8a78 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.018081:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8a6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae3f expref: 58 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.018094:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8a7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae3f expref: 57 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.018101:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.018103:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.018105:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0200, rc 0) 00000100:00100000:1.0:1767316915.018176:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+57:77301:x1853163934032256:12345-192.168.204.9@tcp:101:rm.0 Request processed in 3105us (3290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.018184:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8427 00000100:00100000:2.0:1767316915.022224:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.022310:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934032512 00000100:00100000:1.0:1767316915.022321:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934032512 00000100:00100000:1.0:1767316915.022380:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8428 00000100:00100000:1.0:1767316915.022391:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+57:77301:x1853163934032512:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.022411:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.022432:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8a86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae46 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316915.022555:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.022683:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8a86 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae46 expref: 59 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.022697:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:1.0:1767316915.022699:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316915.022704:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8a86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae46 expref: 59 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.022722:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:1.0:1767316915.022830:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+58:77301:x1853163934032512:12345-192.168.204.9@tcp:101:rm.0 Request processed in 441us (625us total) trans 8589942941 rc 301/301 00000100:00100000:1.0:1767316915.022837:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8428 00000100:00100000:0.0:1767316915.027496:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.027655:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934032640 00000100:00100000:3.0:1767316915.027665:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934032640 00000100:00100000:3.0:1767316915.027984:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3345 00000100:00100000:2.0:1767316915.028228:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+58:77301:x1853163934032640:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316915.033809:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+58:77301:x1853163934032640:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5802us (6310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.033826:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3345 00000100:00100000:3.0:1767316915.038044:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.038279:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934032896 00000100:00100000:0.0:1767316915.038289:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934032896 00000100:00100000:0.0:1767316915.038353:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3346 00000100:00100000:0.0:1767316915.038363:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+58:77301:x1853163934032896:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316915.038698:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+59:77301:x1853163934032896:12345-192.168.204.9@tcp:35:rm.0 Request processed in 335us (662us total) trans 8589942942 rc 0/0 00000100:00100000:0.0:1767316915.038706:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3346 00000100:00100000:2.0:1767316915.041599:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.041683:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934033152 00000100:00100000:3.0:1767316915.041693:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934033152 00000100:00100000:3.0:1767316915.041792:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8429 00000100:00100000:3.0:1767316915.041803:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+59:77301:x1853163934033152:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.041868:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316915.041894:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8a7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae3f expref: 59 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.041915:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.041932:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8a63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae38 expref: 58 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.041940:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316915.041946:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.041981:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.041992:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042000:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042017:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042023:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042029:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042147:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042155:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042162:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.042550:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 11776 00010000:00010000:3.0:1767316915.042564:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042571:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042578:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042584:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.042588:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042595:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042604:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316915.042607:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.042611:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042615:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8aa2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042652:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042658:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042664:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042669:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.042672:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042678:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042685:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.042687:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.042690:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.042695:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8a94 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316915.042706:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fe961a7 reply state 000000001b6a6718 transno 8589942943 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316915.042714:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316915.042827:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+59:77301:x1853163934033152:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1025us (1235us total) trans 8589942943 rc 0/0 00000100:00100000:3.0:1767316915.042835:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8429 00010000:00010000:1.0:1767316915.046575:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.046594:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.046602:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.046632:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.046637:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.046645:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.046661:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6a87ace7 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316915.046664:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.046669:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.046675:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8a9b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.049392:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.050637:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934033280 00000100:00100000:1.0:1767316915.050650:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934033280 00000100:00100000:1.0:1767316915.050908:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8430 00000100:00100000:1.0:1767316915.050919:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+58:77301:x1853163934033280:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.050944:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.051232:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba8aa9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae4d expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.051411:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8ab0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.051426:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.051437:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.051503:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316915.051507:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.051533:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.051558:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba8aa9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae4d expref: 60 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.051579:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8ab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae4d expref: 59 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.051588:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.051591:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.051594:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0c00, rc 0) 00000100:00100000:1.0:1767316915.051667:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+59:77301:x1853163934033280:12345-192.168.204.9@tcp:101:rm.0 Request processed in 750us (2283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.051676:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8430 00000100:00100000:2.0:1767316915.055405:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.055498:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934033408 00000100:00100000:1.0:1767316915.055509:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934033408 00000100:00100000:1.0:1767316915.055605:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8431 00000100:00100000:1.0:1767316915.055615:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+59:77301:x1853163934033408:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.055634:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.055655:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ab7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae54 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.055763:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.055778:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.055877:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.055940:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.055948:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.055953:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.058918:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8acc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.058943:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8acc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059034:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8acc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.059087:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.059091:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.059131:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8acc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059144:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059150:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059156:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059166:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.059170:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059177:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059188:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.059191:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.059195:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059200:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8abe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059295:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059301:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059306:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059311:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.059314:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059319:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059327:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316915.059329:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.059332:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059336:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8ac5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.059375:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ab7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae54 expref: 61 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.059391:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8acc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae54 expref: 60 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.059398:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.059401:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.059403:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:1.0:1767316915.059535:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+60:77301:x1853163934033408:12345-192.168.204.9@tcp:101:rm.0 Request processed in 3919us (4136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.059544:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8431 00000100:00100000:2.0:1767316915.063309:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.063407:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934033664 00000100:00100000:1.0:1767316915.063419:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934033664 00000100:00100000:1.0:1767316915.063520:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8432 00000100:00100000:1.0:1767316915.063531:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+60:77301:x1853163934033664:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.063552:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.063574:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ad3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae5b expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316915.063703:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.063875:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ad3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae5b expref: 62 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.063895:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.063898:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316915.063903:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ad3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae5b expref: 62 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.063919:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0200, rc 0) 00000100:00100000:1.0:1767316915.063981:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+61:77301:x1853163934033664:12345-192.168.204.9@tcp:101:rm.0 Request processed in 452us (683us total) trans 8589942944 rc 301/301 00000100:00100000:1.0:1767316915.063989:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8432 00000100:00100000:2.0:1767316915.068319:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.068409:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934033792 00000100:00100000:1.0:1767316915.068419:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934033792 00000100:00100000:1.0:1767316915.068505:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3347 00000100:00100000:1.0:1767316915.068515:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+61:77301:x1853163934033792:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316915.075512:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+61:77301:x1853163934033792:12345-192.168.204.9@tcp:37:rm.0 Request processed in 6983us (7301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.075529:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3347 00000100:00100000:3.0:1767316915.079666:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.079814:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934034048 00000100:00100000:0.0:1767316915.079824:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934034048 00000100:00100000:0.0:1767316915.079874:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3348 00000100:00100000:0.0:1767316915.079884:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+61:77301:x1853163934034048:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316915.080306:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+62:77301:x1853163934034048:12345-192.168.204.9@tcp:35:rm.0 Request processed in 421us (649us total) trans 8589942945 rc 0/0 00000100:00100000:0.0:1767316915.080314:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3348 00000100:00100000:3.0:1767316915.084566:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.084662:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934034304 00000100:00100000:1.0:1767316915.084673:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934034304 00000100:00100000:1.0:1767316915.084762:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8433 00000100:00100000:1.0:1767316915.084772:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+62:77301:x1853163934034304:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.084808:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.084829:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae62 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.084966:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ae8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.084980:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.084994:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.085004:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.085145:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae62 expref: 65 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.085168:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae62 expref: 64 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.085177:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.085179:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316915.085183:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0a00, rc 0) 00000100:00100000:1.0:1767316915.085594:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+64:77301:x1853163934034304:12345-192.168.204.9@tcp:101:rm.0 Request processed in 822us (1037us total) trans 8589942946 rc 0/0 00000100:00100000:1.0:1767316915.085612:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8433 00000100:00100000:2.0:1767316915.090927:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.091145:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934034432 00000100:00100000:3.0:1767316915.091155:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934034432 00000100:00100000:3.0:1767316915.091223:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8434 00000100:00100000:3.0:1767316915.091234:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+64:77301:x1853163934034432:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.091258:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.091279:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8af6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae69 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.091383:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091397:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091407:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091420:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091427:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091432:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091635:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091644:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091651:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.091683:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 4 00000004:00200000:3.0:1767316915.091687:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.091704:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091715:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091724:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091774:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091788:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091794:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.091798:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091806:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091817:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.091821:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.091826:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091831:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8afd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091844:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091850:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091855:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091860:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.091862:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091868:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091875:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x889a05d5 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.091877:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.091880:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091885:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.091917:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8af6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae69 expref: 66 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.091936:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae69 expref: 65 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.091942:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316915.091945:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316915.091947:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316915.092257:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934034432:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1024us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.092266:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8434 00000100:00100000:0.0:1767316915.096336:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.096430:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934034688 00000100:00100000:1.0:1767316915.096440:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934034688 00000100:00100000:1.0:1767316915.096495:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8435 00000100:00100000:1.0:1767316915.096504:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934034688:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.096557:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316915.096583:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae69 expref: 65 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.096601:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.096618:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8acc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae54 expref: 64 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.096633:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.096635:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.096656:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.096667:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.096675:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.096689:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.096696:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.096702:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.097079:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.097088:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.097096:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:0.0:1767316915.098618:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2423, 64 off208912 00010000:00010000:0.0:1767316915.098704:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.098718:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.098943:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.098953:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099032:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099040:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099090:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316915.099120:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099126:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099132:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099138:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.099143:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099160:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099173:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.099176:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316915.099180:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099186:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8b20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099241:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099247:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099253:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099258:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.099261:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099276:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099283:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316915.099285:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.099288:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.099293:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8b12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:0.0:1767316915.099302:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006aa112ac reply state 00000000ed0a676f transno 8589942947 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316915.099310:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316915.099405:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934034688:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2896us (3071us total) trans 8589942947 rc 0/0 00000100:00100000:0.0:1767316915.099415:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8435 00000100:00100000:0.0:1767316915.103368:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.103582:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934034816 00000100:00100000:3.0:1767316915.103594:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934034816 00000100:00100000:3.0:1767316915.103660:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8436 00000100:00100000:3.0:1767316915.103671:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934034816:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.103698:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.103719:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8b2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae70 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.103824:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.103839:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.103851:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.103864:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.103875:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.103882:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104634:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104645:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104654:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316915.104687:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:3.0:1767316915.104692:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.104711:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104721:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104748:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104755:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104761:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104767:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.104771:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.104778:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105169:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105177:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105182:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105187:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.105190:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105195:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105219:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x889a05d5 (ffff9b3ed9657c00) 00010000:00010000:2.0:1767316915.105223:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.105229:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.105235:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8b19 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105296:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.105298:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.105301:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105306:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105315:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105320:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105324:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105329:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.105331:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105336:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105341:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x9da75000 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.105344:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.105346:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105350:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.105381:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8b2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae70 expref: 66 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.105394:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae70 expref: 65 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.105400:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316915.105402:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316915.105404:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316915.105476:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934034816:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1806us (2118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.105484:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8436 00010000:00010000:1.0:1767316915.106766:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316915.106778:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.106801:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.106805:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.106812:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.106827:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.106829:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316915.106834:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.106839:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8b27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.106991:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.106994:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.106996:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316915.109261:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.109430:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934035072 00000100:00100000:3.0:1767316915.109441:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934035072 00000100:00100000:3.0:1767316915.109505:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8437 00000100:00100000:3.0:1767316915.109514:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934035072:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.109569:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316915.109594:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8b43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae70 expref: 65 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.109611:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316915.109622:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.109646:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.109659:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.109673:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.109687:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.109693:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.109699:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110151:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110160:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110167:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:3.0:1767316915.110563:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2431, 64 off209392 00010000:00010000:3.0:1767316915.110626:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110635:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110642:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110648:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110652:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.110659:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111073:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316915.111097:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111104:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111119:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111126:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.111130:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111137:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111147:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316915.111150:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.111155:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111161:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8b58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111202:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111208:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111217:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111222:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.111225:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111231:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111239:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.111241:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.111244:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.111249:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8b4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316915.111259:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a71c6f21 reply state 00000000bfee861e transno 8589942948 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316915.111277:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316915.111365:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+66:77301:x1853163934035072:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1847us (2108us total) trans 8589942948 rc 0/0 00000100:00100000:3.0:1767316915.111375:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8437 00010000:00010000:2.0:1767316915.114992:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316915.115007:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.115018:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316915.115022:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.115031:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.115048:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:2.0:1767316915.115051:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316915.115055:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.115061:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8b5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.115085:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316915.115087:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316915.115088:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.115386:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.115396:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.115403:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.115407:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.115411:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.115419:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.115428:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x9da75000 (ffff9b3ec8239400) 00010000:00010000:1.0:1767316915.115432:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.115435:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.115441:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8b51 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316915.116231:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.116390:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934035200 00000100:00100000:3.0:1767316915.116401:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934035200 00000100:00100000:3.0:1767316915.116460:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8438 00000100:00100000:3.0:1767316915.116471:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934035200:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.116495:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.116512:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8b66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae77 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.116575:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116590:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116600:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116614:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116619:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116625:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116768:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8b7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116777:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8b7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116790:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8b7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316915.116834:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 11776 00000004:00200000:3.0:1767316915.116839:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.116866:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8b7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116877:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116883:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116890:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116895:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.116899:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116906:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116916:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:3.0:1767316915.116919:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.116924:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116929:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8b6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116941:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116946:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116951:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116955:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.116970:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116981:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116988:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.116990:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.116992:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.116997:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8b74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.117030:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8b66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae77 expref: 67 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.117042:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8b7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae77 expref: 66 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.117049:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.117051:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.117054:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de000, rc 0) 00000100:00100000:3.0:1767316915.117127:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+66:77301:x1853163934035200:12345-192.168.204.9@tcp:101:rm.0 Request processed in 658us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.117134:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8438 00000100:00100000:3.0:1767316915.120889:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.121076:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934035456 00000100:00100000:0.0:1767316915.121085:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934035456 00000100:00100000:0.0:1767316915.121143:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3349 00000100:00100000:0.0:1767316915.121152:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+66:77301:x1853163934035456:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316915.121408:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+67:77301:x1853163934035456:12345-192.168.204.9@tcp:35:rm.0 Request processed in 256us (527us total) trans 8589942949 rc 0/0 00000100:00100000:0.0:1767316915.121415:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3349 00000100:00100000:2.0:1767316915.126617:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.126837:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934035712 00000100:00100000:0.0:1767316915.126847:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934035712 00000100:00100000:0.0:1767316915.126907:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8439 00000100:00100000:0.0:1767316915.126916:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+67:77301:x1853163934035712:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1767316915.126983:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767316915.127008:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8b7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae77 expref: 67 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.127030:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ae8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae62 expref: 66 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.127044:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316915.127058:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8ab0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae4d expref: 65 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.127067:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:0.0:1767316915.127073:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316915.127099:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127122:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127133:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127146:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127153:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127158:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127288:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127297:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.127304:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316915.129526:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 11776 00010000:00010000:0.0:1767316915.129553:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129653:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129661:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129668:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.129673:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129682:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129702:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316915.129705:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316915.129710:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129716:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8b90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129807:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129815:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129820:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129829:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.129832:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129838:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129846:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55af00) 00010000:00010000:0.0:1767316915.129848:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.129852:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.129865:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8b82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:0.0:1767316915.129877:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000015d97dc6 reply state 00000000e266c47a transno 8589942950 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316915.129886:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316915.130472:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+66:77301:x1853163934035712:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3549us (3859us total) trans 8589942950 rc 0/0 00000100:00100000:0.0:1767316915.130482:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8439 00000100:00100000:3.0:1767316915.135269:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316915.135535:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.135548:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.135573:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.135579:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.135584:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.135593:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.135610:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff9b3efc55a600) 00010000:00010000:2.0:1767316915.135613:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.135618:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.135624:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8b89 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316915.136175:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934035840 00000100:00100000:0.0:1767316915.136191:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934035840 00000100:00100000:0.0:1767316915.136254:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8440 00000100:00100000:0.0:1767316915.136275:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+65:77301:x1853163934035840:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.136306:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.136327:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8b97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae7e expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.136415:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8b9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.136429:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.136440:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316915.136508:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316915.136513:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 37 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.136538:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.136645:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8b97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae7e expref: 67 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.136664:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8b9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae7e expref: 66 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.136672:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:0.0:1767316915.136675:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316915.136678:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce400, rc 0) 00000100:00100000:0.0:1767316915.136778:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+66:77301:x1853163934035840:12345-192.168.204.9@tcp:101:rm.0 Request processed in 513us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.137207:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8440 00000100:00100000:0.0:1767316915.140255:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.140539:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934035968 00000100:00100000:3.0:1767316915.140550:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934035968 00000100:00100000:3.0:1767316915.140691:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8441 00000100:00100000:3.0:1767316915.140701:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+66:77301:x1853163934035968:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.140724:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.140773:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8ba5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae85 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.141300:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.141314:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.141325:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.141385:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.141393:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.141399:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146413:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8bba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146442:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8bba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146455:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8bba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316915.146508:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 11776 00000004:00200000:2.0:1767316915.146512:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.146540:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8bba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146553:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146648:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146655:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146661:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.146665:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146672:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146685:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:2.0:1767316915.146687:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.146692:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146698:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8bac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146711:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146716:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146721:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146868:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.146873:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146884:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146892:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedb28f26 (ffff9b3ec8239300) 00010000:00010000:2.0:1767316915.146894:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.146897:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146903:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8bb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.146944:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8ba5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae85 expref: 68 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.147036:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8bba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae85 expref: 67 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.147044:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9b3efd6a6600) 00010000:00010000:2.0:1767316915.147047:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.147049:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316915.147173:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+67:77301:x1853163934035968:12345-192.168.204.9@tcp:101:rm.0 Request processed in 6472us (6928us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.147183:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8441 00000100:00100000:0.0:1767316915.151770:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.152263:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934036224 00000100:00100000:3.0:1767316915.152276:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934036224 00000100:00100000:3.0:1767316915.152340:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8442 00000100:00100000:3.0:1767316915.152351:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+67:77301:x1853163934036224:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.152373:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.152395:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae8c expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316915.152521:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 11776 00010000:00010000:3.0:1767316915.152652:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bc1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae8c expref: 69 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.152667:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:3.0:1767316915.152671:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316915.152677:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae8c expref: 69 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.152693:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316915.154164:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+68:77301:x1853163934036224:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1804us (2427us total) trans 8589942951 rc 301/301 00000100:00100000:3.0:1767316915.154179:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8442 00000100:00100000:0.0:1767316915.160399:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.160674:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934036352 00000100:00100000:2.0:1767316915.160690:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934036352 00000100:00100000:2.0:1767316915.161121:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3350 00000100:00100000:2.0:1767316915.161134:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+68:77301:x1853163934036352:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316915.167437:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+68:77301:x1853163934036352:12345-192.168.204.9@tcp:37:rm.0 Request processed in 6292us (7036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.167456:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3350 00000100:00100000:1.0:1767316915.172213:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.172361:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934036608 00000100:00100000:2.0:1767316915.172373:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934036608 00000100:00100000:2.0:1767316915.172436:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3351 00000100:00100000:2.0:1767316915.172447:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+68:77301:x1853163934036608:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.172929:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+69:77301:x1853163934036608:12345-192.168.204.9@tcp:35:rm.0 Request processed in 482us (733us total) trans 8589942952 rc 0/0 00000100:00100000:2.0:1767316915.172938:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3351 00000100:00100000:2.0:1767316915.176625:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.176811:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934036864 00000100:00100000:3.0:1767316915.176822:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934036864 00000100:00100000:3.0:1767316915.176884:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8443 00000100:00100000:3.0:1767316915.176895:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+69:77301:x1853163934036864:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.176955:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316915.177126:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8bba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae85 expref: 69 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.177145:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9b3efd6a6600) 00010000:00010000:3.0:1767316915.177162:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8b9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae7e expref: 68 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.177171:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:3.0:1767316915.177179:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.177217:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177230:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177240:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177251:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177256:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177261:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177379:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177387:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.177393:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316915.178177:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 11776 00010000:00010000:3.0:1767316915.178194:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178362:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178370:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178376:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.178381:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178389:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178401:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316915.178403:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.178407:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178413:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8bdd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178452:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178459:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178464:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178468:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.178471:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178476:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178484:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316915.178486:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.178489:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.178494:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8bcf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316915.178506:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000042206be7 reply state 00000000539ef86c transno 8589942953 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316915.178515:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.179249:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+69:77301:x1853163934036864:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2350us (2632us total) trans 8589942953 rc 0/0 00000100:00100000:2.0:1767316915.179259:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8443 00000100:00100000:2.0:1767316915.183292:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.183635:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934036992 00000100:00100000:3.0:1767316915.183646:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934036992 00000100:00100000:3.0:1767316915.183716:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8444 00000100:00100000:3.0:1767316915.183726:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+69:77301:x1853163934036992:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.183778:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.183808:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8be4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae93 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.183876:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8beb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.183889:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8beb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.183900:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8beb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316915.183969:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316915.183973:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.184001:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8beb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.184024:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8be4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae93 expref: 71 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.184041:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8beb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae93 expref: 70 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.184055:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316915.184058:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.184061:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dec00, rc 0) 00000100:00100000:3.0:1767316915.184124:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+70:77301:x1853163934036992:12345-192.168.204.9@tcp:101:rm.0 Request processed in 399us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.184131:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8444 00000100:00100000:3.0:1767316915.187653:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.187858:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934037120 00000100:00100000:0.0:1767316915.187868:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934037120 00000100:00100000:0.0:1767316915.187927:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8445 00000100:00100000:0.0:1767316915.187937:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+70:77301:x1853163934037120:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.188115:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.188139:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8bf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079ae9a expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.188215:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.188232:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.188246:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.188285:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.188292:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.188298:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.189425:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.189437:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.189444:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.189450:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.189453:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.189461:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.189475:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedb28f26 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316915.189478:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.189483:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.189490:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8bd6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.193054:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8c07 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193083:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8c07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193097:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8c07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316915.193167:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1767316915.193172:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.193201:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8c07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193351:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193364:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193372:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193379:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.193383:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193391:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193405:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316915.193409:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.193414:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193420:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8bf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193436:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193441:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193446:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193451:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.193454:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193464:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193471:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff9b3efc55af00) 00010000:00010000:2.0:1767316915.193474:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.193477:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193482:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8c00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.193526:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8bf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae9a expref: 71 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.193541:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8c07 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae9a expref: 70 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.193549:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:2.0:1767316915.193552:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.193651:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316915.193993:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+70:77301:x1853163934037120:12345-192.168.204.9@tcp:101:rm.0 Request processed in 6055us (6347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.194003:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8445 00000100:00100000:2.0:1767316915.198465:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.198910:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934037376 00000100:00100000:1.0:1767316915.198921:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934037376 00000100:00100000:1.0:1767316915.198992:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8446 00000100:00100000:1.0:1767316915.199002:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+70:77301:x1853163934037376:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.199026:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.199048:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aea1 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316915.199185:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.199322:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c0e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aea1 expref: 72 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.199336:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:1.0:1767316915.199339:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316915.199343:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aea1 expref: 72 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.199359:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:1.0:1767316915.199410:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+71:77301:x1853163934037376:12345-192.168.204.9@tcp:101:rm.0 Request processed in 410us (955us total) trans 8589942954 rc 301/301 00000100:00100000:1.0:1767316915.199417:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8446 00000100:00100000:2.0:1767316915.207574:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.207654:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934037504 00000100:00100000:1.0:1767316915.207665:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934037504 00000100:00100000:1.0:1767316915.207775:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3352 00000100:00100000:1.0:1767316915.207796:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+71:77301:x1853163934037504:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316915.215056:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+71:77301:x1853163934037504:12345-192.168.204.9@tcp:37:rm.0 Request processed in 7253us (7495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.215071:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3352 00000100:00100000:2.0:1767316915.219167:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.219350:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934037760 00000100:00100000:0.0:1767316915.219362:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934037760 00000100:00100000:0.0:1767316915.219461:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3353 00000100:00100000:0.0:1767316915.219471:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+71:77301:x1853163934037760:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316915.220385:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+72:77301:x1853163934037760:12345-192.168.204.9@tcp:35:rm.0 Request processed in 913us (1230us total) trans 8589942955 rc 0/0 00000100:00100000:0.0:1767316915.220397:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3353 00000100:00100000:3.0:1767316915.224239:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.224375:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934038016 00000100:00100000:1.0:1767316915.224386:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934038016 00000100:00100000:1.0:1767316915.224443:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8447 00000100:00100000:1.0:1767316915.224451:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+72:77301:x1853163934038016:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.224514:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316915.224541:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8c07 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae9a expref: 72 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.224841:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:1.0:1767316915.224876:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8beb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ae93 expref: 71 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.224886:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:1.0:1767316915.224894:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.224920:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.224933:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.224943:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225115:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225125:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225132:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225262:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225282:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225288:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.225685:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.225701:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225708:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225715:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225721:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.225780:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225789:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225798:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.225801:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.225804:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225809:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c2a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.225853:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.226511:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.226521:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.226527:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.226531:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.226537:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.226547:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.226550:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.226562:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.226567:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c1c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316915.226584:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009f118a2b reply state 000000005f66f0ad transno 8589942956 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316915.226594:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.227148:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+72:77301:x1853163934038016:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2691us (2913us total) trans 8589942956 rc 0/0 00000100:00100000:1.0:1767316915.227158:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8447 00010000:00010000:3.0:1767316915.231686:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.231709:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.231717:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.231724:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.231759:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.231768:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.231790:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff9b3ed9657b00) 00010000:00010000:3.0:1767316915.231793:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.231798:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.231805:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba8c23 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.231909:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.233840:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934038144 00000100:00100000:1.0:1767316915.233864:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934038144 00000100:00100000:1.0:1767316915.233935:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8448 00000100:00100000:1.0:1767316915.233946:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+71:77301:x1853163934038144:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.233988:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.234016:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8c31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aea8 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.234096:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8c38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.234120:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.234134:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.234208:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316915.234212:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.234240:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.234263:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8c31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aea8 expref: 73 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.234296:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8c38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aea8 expref: 72 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.234306:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316915.234308:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.234312:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1a00, rc 0) 00000100:00100000:1.0:1767316915.234388:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+72:77301:x1853163934038144:12345-192.168.204.9@tcp:101:rm.0 Request processed in 443us (2483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.234398:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8448 00000100:00100000:2.0:1767316915.243772:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.244125:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934038272 00000100:00100000:3.0:1767316915.244135:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934038272 00000100:00100000:3.0:1767316915.244196:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8449 00000100:00100000:3.0:1767316915.244216:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+72:77301:x1853163934038272:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.244241:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.244264:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8c3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aeaf expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.244331:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244345:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244356:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244368:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244374:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244379:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244486:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8c54 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244494:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8c54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244504:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8c54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.244708:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1767316915.244712:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.244767:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8c54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244791:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244799:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244805:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244811:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.244814:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244821:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244832:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:3.0:1767316915.244835:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.244840:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.244846:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8c46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245194:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245211:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245217:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245222:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.245225:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245231:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245240:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff9b3ec8239b00) 00010000:00010000:3.0:1767316915.245243:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.245246:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245252:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8c4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.245287:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8c3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeaf expref: 74 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.245299:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8c54 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeaf expref: 73 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.245306:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:3.0:1767316915.245308:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.245310:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:3.0:1767316915.245394:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+73:77301:x1853163934038272:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1180us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.245403:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8449 00000100:00100000:3.0:1767316915.251600:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.251690:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934038528 00000100:00100000:0.0:1767316915.251704:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934038528 00000100:00100000:0.0:1767316915.251820:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8450 00000100:00100000:0.0:1767316915.251830:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+73:77301:x1853163934038528:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.251866:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.251892:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8c5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aeb6 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316915.252235:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 11776 00010000:00010000:0.0:1767316915.252380:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8c5b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeb6 expref: 75 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.252395:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316915.252399:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316915.252405:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8c5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeb6 expref: 75 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.252421:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316915.254210:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+74:77301:x1853163934038528:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2365us (2608us total) trans 8589942957 rc 301/301 00000100:00100000:0.0:1767316915.254226:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8450 00000100:00100000:2.0:1767316915.261721:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.262114:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934038656 00000100:00100000:0.0:1767316915.262125:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934038656 00000100:00100000:0.0:1767316915.262232:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3354 00000100:00100000:0.0:1767316915.262243:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+74:77301:x1853163934038656:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1767316915.271516:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+74:77301:x1853163934038656:12345-192.168.204.9@tcp:37:rm.0 Request processed in 9261us (9792us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.271535:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3354 00000100:00100000:1.0:1767316915.277014:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.277384:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934038912 00000100:00100000:2.0:1767316915.277396:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934038912 00000100:00100000:2.0:1767316915.277466:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3355 00000100:00100000:2.0:1767316915.277479:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9b8dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+74:77301:x1853163934038912:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.277918:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9b8dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+75:77301:x1853163934038912:12345-192.168.204.9@tcp:35:rm.0 Request processed in 440us (913us total) trans 8589942958 rc 0/0 00000100:00100000:2.0:1767316915.277925:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3355 00000100:00100000:2.0:1767316915.282313:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.282424:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934039168 00000100:00100000:0.0:1767316915.282436:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934039168 00000100:00100000:0.0:1767316915.282500:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8451 00000100:00100000:0.0:1767316915.282510:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+75:77301:x1853163934039168:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.282534:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.282558:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8c69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aebd expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.282693:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8c70 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.282708:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8c70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.282719:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8c70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316915.282768:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.283289:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8c69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aebd expref: 78 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.283312:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8c70 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aebd expref: 77 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.283321:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:1.0:1767316915.283324:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316915.283327:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf400, rc 0) 00000100:00100000:1.0:1767316915.283401:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+77:77301:x1853163934039168:12345-192.168.204.9@tcp:101:rm.0 Request processed in 892us (1098us total) trans 8589942959 rc 0/0 00000100:00100000:1.0:1767316915.283409:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8451 00000100:00100000:3.0:1767316915.287699:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.287830:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934039296 00000100:00100000:1.0:1767316915.287843:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934039296 00000100:00100000:1.0:1767316915.287916:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8452 00000100:00100000:1.0:1767316915.287925:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+77:77301:x1853163934039296:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.287951:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.288132:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c7e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aec4 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.288223:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.288238:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.288253:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.288634:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.288644:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.288651:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292188:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292398:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292411:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.292454:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x6:0x0]: returning size 0 00000004:00200000:1.0:1767316915.292458:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.292478:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292490:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292499:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292505:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292517:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292523:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.292527:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292534:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292545:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:1.0:1767316915.292548:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.292552:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292557:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8c85 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292573:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292579:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292585:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292589:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.292592:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292597:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292608:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0xd6c8d217 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.292610:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.292613:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292619:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8c8c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.292660:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8c7e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aec4 expref: 79 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.292674:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aec4 expref: 78 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.292682:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x6:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.292685:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316915.292688:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:1.0:1767316915.292872:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee398bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+78:77301:x1853163934039296:12345-192.168.204.9@tcp:101:rm.0 Request processed in 4946us (5184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.292882:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8452 00000100:00100000:3.0:1767316915.297719:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.298418:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934039552 00000100:00100000:1.0:1767316915.298432:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934039552 00000100:00100000:1.0:1767316915.298502:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8453 00000100:00100000:1.0:1767316915.298512:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+78:77301:x1853163934039552:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.298573:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316915.298601:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8c93 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aec4 expref: 78 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.298632:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x6:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.298650:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba8c54 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeaf expref: 77 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.298659:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:1.0:1767316915.298662:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.298688:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.298701:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.298711:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.298724:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.298747:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.298753:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.299058:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.299067:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.299074:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:1.0:1767316915.299821:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2432, 64 off209456 00000040:00080000:1.0:1767316915.299848:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2424, 64 off208976 00010000:00010000:2.0:1767316915.300632:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1767316915.301535:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2433, 64 off209520 00000040:00080000:2.0:1767316915.301566:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2434, 64 off209584 00000040:00080000:2.0:1767316915.301589:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2425, 64 off209040 00000040:00080000:2.0:1767316915.301602:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2435, 64 off209648 00000040:00080000:2.0:1767316915.301616:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2426, 64 off209104 00010000:00010000:2.0:1767316915.301719:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 3/0,1 mode: --/PW res: [0x200000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302073:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302084:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302092:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302098:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302119:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302168:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316915.302193:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302208:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302214:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302220:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.302224:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302231:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302243:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x6:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:2.0:1767316915.302246:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.302251:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302257:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba8ca8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302439:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302447:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302456:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302461:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.302464:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302469:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302476:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:2.0:1767316915.302479:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.302482:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.302487:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba8c9a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316915.302497:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d402c51 reply state 00000000a35d7321 transno 8589942960 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.302505:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.302601:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+78:77301:x1853163934039552:12345-192.168.204.9@tcp:36:rm.0 Request processed in 4086us (4890us total) trans 8589942960 rc 0/0 00000100:00100000:2.0:1767316915.302611:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8453 00010000:00010000:1.0:1767316915.307232:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316915.307246:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.307257:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.307261:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.307280:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.307297:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x6:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316915.307300:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316915.307305:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 1/0,0 mode: --/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.307311:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8caf lrc: 0/0,0 mode: --/PW res: [0x200000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.307431:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.307434:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.307436:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316915.307751:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.307831:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934039680 00000100:00100000:3.0:1767316915.307842:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934039680 00000100:00100000:3.0:1767316915.307906:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8454 00000100:00100000:3.0:1767316915.307917:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+78:77301:x1853163934039680:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.307941:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.307968:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8cb6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aecb expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.308026:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.308038:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.308047:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.308060:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.308066:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.308071:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.310672:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.310695:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.310710:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316915.310762:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x5:0x0]: returning size 0 00000004:00200000:2.0:1767316915.310767:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.311038:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311052:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311060:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311067:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311073:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311080:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.311085:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311092:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311115:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:2.0:1767316915.311119:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.311123:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311129:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8cbd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311142:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311147:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311152:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311157:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.311160:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311166:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311174:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0xcaa2b802 (ffff9b3ec8239b00) 00010000:00010000:2.0:1767316915.311176:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.311178:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311184:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8cc4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.311298:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8cb6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aecb expref: 80 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.311313:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aecb expref: 79 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.311320:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316915.311322:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316915.311325:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9400, rc 0) 00000100:00100000:2.0:1767316915.311450:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+79:77301:x1853163934039680:12345-192.168.204.9@tcp:101:rm.0 Request processed in 3532us (3718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.311459:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8454 00010000:00010000:1.0:1767316915.311542:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.311549:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.311554:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.311559:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.311562:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.311568:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.311577:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0xd6c8d217 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316915.311579:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.311583:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.311588:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ca1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.315531:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.315611:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934039936 00000100:00100000:3.0:1767316915.315623:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934039936 00000100:00100000:3.0:1767316915.315683:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8455 00000100:00100000:3.0:1767316915.315693:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+78:77301:x1853163934039936:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.316163:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316915.316194:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ccb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aecb expref: 78 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.316343:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316915.316354:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.316379:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316393:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316402:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316416:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316422:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316427:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316546:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316554:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.316560:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316915.318342:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2436, 64 off209712 00000040:00080000:2.0:1767316915.318378:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2427, 64 off209168 00000040:00080000:2.0:1767316915.318396:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2437, 64 off209776 00000040:00080000:2.0:1767316915.318411:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2438, 64 off209840 00000040:00080000:2.0:1767316915.318427:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2428, 64 off209232 00000040:00080000:2.0:1767316915.318442:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2439, 64 off209904 00000040:00080000:2.0:1767316915.318457:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2429, 64 off209296 00010000:00010000:2.0:1767316915.318541:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318554:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318565:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318572:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318578:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318583:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318661:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316915.318687:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318694:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318700:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318706:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.318710:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318717:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318756:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316915.318759:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.318764:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318770:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8ce0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318841:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318848:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318863:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318869:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.318872:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318881:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318888:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:2.0:1767316915.318891:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.318893:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.318899:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8cd2 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316915.318908:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022801ea8 reply state 000000002063fc47 transno 8589942961 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.318916:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.319227:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+79:77301:x1853163934039936:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3530us (3701us total) trans 8589942961 rc 0/0 00000100:00100000:2.0:1767316915.319237:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8455 00000100:00100000:2.0:1767316915.322449:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.322516:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934040064 00000100:00100000:1.0:1767316915.322526:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934040064 00000100:00100000:1.0:1767316915.322582:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8456 00000100:00100000:1.0:1767316915.322592:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+79:77301:x1853163934040064:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.322617:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.322636:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8cee lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aed2 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.322704:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322716:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322751:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322766:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322772:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322783:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322890:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322899:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.322906:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.322941:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x3:0x0]: returning size 3381 00000004:00200000:1.0:1767316915.322946:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.323048:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323061:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323070:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323077:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323083:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323088:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.323092:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323099:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323120:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:1.0:1767316915.323123:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.323128:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323134:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8cf5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323150:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323155:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323160:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323165:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.323168:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323172:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323178:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0xe0d9f819 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.323181:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.323183:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323189:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8cfc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.323427:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8cee lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aed2 expref: 81 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.323441:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aed2 expref: 80 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.323448:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.323451:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316915.323453:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:1.0:1767316915.323510:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934040064:12345-192.168.204.9@tcp:101:rm.0 Request processed in 919us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.323519:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8456 00010000:00010000:3.0:1767316915.326396:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.326411:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.326418:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.326424:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.326428:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.326436:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.326450:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0xcaa2b802 (ffff9b3ec8239100) 00010000:00010000:3.0:1767316915.326453:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.326456:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.326462:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8cd9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.327128:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.327216:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934040320 00000100:00100000:3.0:1767316915.327225:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934040320 00000100:00100000:3.0:1767316915.327281:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8457 00000100:00100000:3.0:1767316915.327289:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+79:77301:x1853163934040320:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.327338:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316915.327355:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba8d03 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aed2 expref: 79 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.327377:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x3:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316915.327386:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.327405:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327416:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327424:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327436:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327442:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327448:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327600:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327608:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.327614:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.328541:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316915.328550:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.328558:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316915.328562:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.328570:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.328585:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:0.0:1767316915.328589:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316915.328593:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.328599:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ce7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.328617:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.328619:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.328621:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1767316915.329161:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2430, 64 off209360 00010000:00010000:2.0:1767316915.329357:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329370:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329379:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329387:0:42524:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329397:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329403:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329458:0:42524:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316915.329480:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329486:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329492:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329497:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.329501:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329506:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329514:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x3:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:2.0:1767316915.329517:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.329520:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329525:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8d18 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329612:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329623:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329629:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329634:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.329637:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329643:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329650:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:2.0:1767316915.329652:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.329656:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.329661:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8d0a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:2.0:1767316915.329670:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d3ed339 reply state 000000009484a435 transno 8589942962 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.329678:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.329923:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934040320:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2630us (2795us total) trans 8589942962 rc 0/0 00000100:00100000:2.0:1767316915.329933:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8457 00010000:00010000:1.0:1767316915.331415:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316915.331426:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.331434:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.331437:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.331444:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.331458:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x3:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:1.0:1767316915.331461:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316915.331465:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 1/0,0 mode: --/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.331470:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba8d1f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.331489:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.331491:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.331493:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.332922:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.332938:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.332945:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.332961:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.332966:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.332973:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.332988:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0xe0d9f819 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316915.332991:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.332995:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.333001:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8d11 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.335518:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.335781:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934040448 00000100:00100000:0.0:1767316915.335793:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934040448 00000100:00100000:0.0:1767316915.335854:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8458 00000100:00100000:0.0:1767316915.335864:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+79:77301:x1853163934040448:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.335889:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.335910:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8d26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aed9 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.335988:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336002:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336012:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336026:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336033:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336039:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336139:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8d3b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336146:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8d3b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336157:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8d3b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316915.336200:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1767316915.336204:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.336228:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8d3b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336238:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336244:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336251:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336257:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.336260:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336267:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336278:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316915.336281:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.336285:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336291:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336305:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336311:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336317:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336321:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.336323:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336329:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336335:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff9b3efc55a400) 00010000:00010000:0.0:1767316915.336338:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.336340:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336345:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.336375:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8d26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aed9 expref: 81 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.336387:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8d3b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aed9 expref: 80 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.336392:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:0.0:1767316915.336394:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316915.336397:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfa00, rc 0) 00000100:00100000:0.0:1767316915.336464:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934040448:12345-192.168.204.9@tcp:101:rm.0 Request processed in 600us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.336471:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8458 00000100:00100000:2.0:1767316915.344045:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.344142:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934040704 00000100:00100000:1.0:1767316915.344152:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934040704 00000100:00100000:1.0:1767316915.344217:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3356 00000100:00100000:1.0:1767316915.344227:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934040704:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316915.344498:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+81:77301:x1853163934040704:12345-192.168.204.9@tcp:35:rm.0 Request processed in 272us (464us total) trans 8589942963 rc 0/0 00000100:00100000:1.0:1767316915.344507:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3356 00000100:00100000:3.0:1767316915.347250:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.347422:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934040960 00000100:00100000:1.0:1767316915.347431:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934040960 00000100:00100000:1.0:1767316915.347483:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8459 00000100:00100000:1.0:1767316915.347493:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+81:77301:x1853163934040960:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.347554:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316915.347584:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8d3b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aed9 expref: 81 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.347605:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8c70 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aebd expref: 80 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.347616:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ec8239f00) 00010000:00010000:1.0:1767316915.347633:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8c38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aea8 expref: 79 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.347645:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316915.347652:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.347676:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347692:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347700:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347710:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347716:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347722:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347885:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347892:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.347899:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.348276:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.348291:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348299:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348305:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348312:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.348317:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348324:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348333:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316915.348337:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.348341:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348347:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8d50 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348386:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348393:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348398:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348404:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.348407:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348412:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348419:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.348421:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.348424:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.348432:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8d42 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316915.348443:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000078fab5a3 reply state 00000000f503074c transno 8589942964 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316915.348450:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.348536:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee3988380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934040960:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1042us (1294us total) trans 8589942964 rc 0/0 00000100:00100000:1.0:1767316915.348544:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8459 00010000:00010000:3.0:1767316915.351240:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.351262:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.351270:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.351276:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.351281:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.351288:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.351303:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff9b3ed9657500) 00010000:00010000:3.0:1767316915.351306:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.351310:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.351316:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba8d49 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316915.352912:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.354571:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934041088 00000100:00100000:0.0:1767316915.354585:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934041088 00000100:00100000:0.0:1767316915.354686:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8460 00000100:00100000:0.0:1767316915.354697:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+79:77301:x1853163934041088:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.354724:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.354770:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8d57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aee0 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.354852:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.354867:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.354878:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316915.354942:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316915.354946:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.355163:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.355192:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8d57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aee0 expref: 81 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.355222:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aee0 expref: 80 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.355231:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316915.355235:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316915.355239:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316915.355400:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934041088:12345-192.168.204.9@tcp:101:rm.0 Request processed in 705us (2496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.355408:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8460 00000100:00100000:2.0:1767316915.361388:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.361622:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934041216 00000100:00100000:0.0:1767316915.361633:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934041216 00000100:00100000:0.0:1767316915.361719:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8461 00000100:00100000:0.0:1767316915.361764:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+80:77301:x1853163934041216:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.361796:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.361823:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aee7 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.361902:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.361916:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.361928:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.361970:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.361977:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.361983:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362081:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8d7a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362089:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362095:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316915.362511:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x7:0x0]: returning size 11776 00000004:00200000:0.0:1767316915.362516:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.362543:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362554:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362560:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362567:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362572:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.362576:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362582:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362595:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316915.362598:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.362602:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362608:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8d6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362622:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362628:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362633:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362637:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.362639:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362645:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362650:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316915.362653:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.362655:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362659:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8d73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.362693:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8d65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aee7 expref: 82 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.362704:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8d7a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aee7 expref: 81 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.362711:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316915.362713:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316915.362716:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf200, rc 0) 00000100:00100000:0.0:1767316915.362890:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+81:77301:x1853163934041216:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1162us (1512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.362900:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8461 00000100:00100000:3.0:1767316915.366297:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.367125:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934041472 00000100:00100000:1.0:1767316915.367137:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934041472 00000100:00100000:2.0:1767316915.367388:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8462 00000100:00100000:2.0:1767316915.367399:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+81:77301:x1853163934041472:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.367421:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.367441:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8d81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aeee expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316915.367567:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x7:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.367690:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8d81 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeee expref: 83 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.367705:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316915.367708:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316915.367713:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8d81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aeee expref: 83 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.367724:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316915.367827:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+82:77301:x1853163934041472:12345-192.168.204.9@tcp:101:rm.0 Request processed in 429us (1538us total) trans 8589942965 rc 301/301 00000100:00100000:2.0:1767316915.367835:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8462 00000100:00100000:3.0:1767316915.371009:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.371375:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934041600 00000100:00100000:0.0:1767316915.371385:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934041600 00000100:00100000:0.0:1767316915.371443:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3357 00000100:00100000:0.0:1767316915.371453:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+82:77301:x1853163934041600:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1767316915.377760:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+82:77301:x1853163934041600:12345-192.168.204.9@tcp:37:rm.0 Request processed in 6277us (6728us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.377786:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3357 00000100:00100000:2.0:1767316915.381881:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.382281:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934041856 00000100:00100000:1.0:1767316915.382293:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934041856 00000100:00100000:1.0:1767316915.382397:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3358 00000100:00100000:1.0:1767316915.382408:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+82:77301:x1853163934041856:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316915.382783:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+83:77301:x1853163934041856:12345-192.168.204.9@tcp:35:rm.0 Request processed in 369us (906us total) trans 8589942966 rc 0/0 00000100:00100000:1.0:1767316915.382793:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3358 00000100:00100000:0.0:1767316915.390064:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.390176:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934042112 00000100:00100000:2.0:1767316915.390186:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934042112 00000100:00100000:2.0:1767316915.390627:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8463 00000100:00100000:2.0:1767316915.390638:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+83:77301:x1853163934042112:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.390665:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.390688:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8d8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aef5 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.390858:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8d96 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.390873:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8d96 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.390884:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8d96 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316915.390896:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x7:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.391224:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8d8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aef5 expref: 86 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.391243:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8d96 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aef5 expref: 85 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.391251:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316915.391254:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316915.391258:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316915.391446:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+85:77301:x1853163934042112:12345-192.168.204.9@tcp:101:rm.0 Request processed in 808us (1393us total) trans 8589942967 rc 0/0 00000100:00100000:2.0:1767316915.391454:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8463 00000100:00100000:3.0:1767316915.394183:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.394768:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934042240 00000100:00100000:1.0:1767316915.394788:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934042240 00000100:00100000:1.0:1767316915.395126:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8464 00000100:00100000:1.0:1767316915.395135:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+85:77301:x1853163934042240:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.395164:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.395187:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8da4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aefc expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.395262:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 3/1,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395276:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395287:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395300:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395306:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395312:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395449:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8db9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395457:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8db9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395464:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8db9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316915.395632:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.395637:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.395663:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8db9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395675:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395683:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395690:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395696:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.395701:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395709:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395721:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316915.395724:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.395756:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395763:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8dab lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395790:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395796:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395801:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395806:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.395809:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395817:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395824:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x46a4c46c (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.395827:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.395829:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395835:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8db2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.395865:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8da4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aefc expref: 87 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.395878:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8db9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aefc expref: 86 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.395884:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316915.395886:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.395888:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1800, rc 0) 00000100:00100000:1.0:1767316915.396235:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+86:77301:x1853163934042240:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1099us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.396243:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8464 00000100:00100000:3.0:1767316915.402662:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.402846:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.403176:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934042496 00000100:00100000:2.0:1767316915.403188:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934042496 00000100:00100000:2.0:1767316915.403259:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8465 00000100:00100000:2.0:1767316915.403278:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+86:77301:x1853163934042496:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.403300:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.403320:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8dc0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af03 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316915.403474:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.403620:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8dc0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af03 expref: 88 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.403634:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316915.403638:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316915.403644:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8dc0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af03 expref: 88 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.403657:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316915.403755:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+87:77301:x1853163934042496:12345-192.168.204.9@tcp:101:rm.0 Request processed in 461us (882us total) trans 8589942968 rc 301/301 00000100:00100000:2.0:1767316915.403762:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8465 00000100:00100000:2.0:1767316915.410008:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.410162:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934042752 00000100:00100000:1.0:1767316915.410175:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934042752 00000100:00100000:1.0:1767316915.410242:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3359 00000100:00100000:1.0:1767316915.410254:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+87:77301:x1853163934042752:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316915.414322:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934042624 00000100:00100000:0.0:1767316915.414341:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934042624 00000100:00100000:0.0:1767316915.414397:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:0.0:1767316915.414407:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+89:2486:x1853163934042624:12345-192.168.204.9@tcp:63:ll_sa.0 00010000:00010000:0.0:1767316915.414446:0:14923:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.414467:0:14923:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8dce lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af0a expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.414525:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.414539:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.414552:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.414567:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.414577:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.414582:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000100:00100000:2.0:1767316915.419519:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+89:77301:x1853163934042752:12345-192.168.204.9@tcp:37:rm.0 Request processed in 9248us (9502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.419536:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3359 00010000:00010000:0.0:1767316915.425611:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.425638:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.425651:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000004:00200000:0.0:1767316915.425686:0:14923:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xd:0x0]: returning size 0 00000004:00200000:0.0:1767316915.425694:0:14923:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1767316915.425945:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000004:00010000:0.0:1767316915.426171:0:14923:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426186:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426195:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426203:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426210:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426215:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.426219:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426226:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426239:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316915.426242:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.426247:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426254:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba8dd5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426280:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426286:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426292:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426297:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.426300:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426306:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426313:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0xba281655 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316915.426315:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.426318:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 2/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426323:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba8ddc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426359:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba8dce lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af0a expref: 89 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.426372:0:14923:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af0a expref: 88 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.426378:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:0.0:1767316915.426380:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316915.426382:0:14923:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00010000:00010000:0.0:1767316915.426389:0:14923:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.426399:0:14923:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8dea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af11 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.426434:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426441:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426448:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426458:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426464:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426471:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426586:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8dff lrc: 3/1,0 mode: --/PR res: [0x200000404:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426595:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8dff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.426602:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8dff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000004:00200000:0.0:1767316915.427137:0:14923:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf:0x0]: returning size 11776 00000004:00200000:0.0:1767316915.427141:0:14923:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.427167:0:14923:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8dff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427176:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427182:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427188:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427192:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.427196:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427201:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427211:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316915.427213:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.427217:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427222:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba8df1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427231:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427237:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427242:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427247:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.427250:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427255:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427261:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x892874e3 (ffff9b3efc55a300) 00010000:00010000:0.0:1767316915.427264:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.427266:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427271:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba8df8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427296:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba8dea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af11 expref: 90 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.427308:0:14923:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8dff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af11 expref: 89 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.427314:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf:0x0].0x0 (ffff9b3efc55a000) 00010000:00010000:0.0:1767316915.427317:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316915.427319:0:14923:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf400, rc 0) 00010000:00010000:0.0:1767316915.427323:0:14923:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.427332:0:14923:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8e06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af18 expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.427358:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427366:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427373:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427433:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427440:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.427446:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000100:00100000:2.0:1767316915.428319:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934043008 00000100:00100000:2.0:1767316915.428329:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934043008 00000100:00100000:2.0:1767316915.428387:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3360 00000100:00100000:2.0:1767316915.428398:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:77301:x1853163934043008:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.428703:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77301:x1853163934043008:12345-192.168.204.9@tcp:35:rm.0 Request processed in 306us (2760us total) trans 8589942969 rc 0/0 00000100:00100000:2.0:1767316915.428710:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3360 00010000:00010000:0.0:1767316915.430124:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430145:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430156:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000004:00200000:0.0:1767316915.430185:0:14923:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xc:0x0]: returning size 0 00000004:00200000:0.0:1767316915.430189:0:14923:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.430208:0:14923:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430219:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430227:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430233:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430239:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430244:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.430248:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430254:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430264:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316915.430267:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.430271:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430277:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8e0d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430292:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430297:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430305:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430309:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fba00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.430311:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430316:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430323:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0xeb4e88c0 (ffff9b3efc55ac00) 00010000:00010000:0.0:1767316915.430325:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.430327:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430332:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e14 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.430370:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba8e06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af18 expref: 92 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.430382:0:14923:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af18 expref: 91 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.430388:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xc:0x0].0x0 (ffff9b3efc55af00) 00010000:00010000:0.0:1767316915.430390:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316915.430393:0:14923:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fae00, rc 0) 00000100:00100000:0.0:1767316915.430574:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:2486:x1853163934042624:12345-192.168.204.9@tcp:63:ll_sa.0 Request processed in 16167us (27921us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.430583:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:3.0:1767316915.435344:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.435451:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934043264 00000100:00100000:2.0:1767316915.435462:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934043264 00000100:00100000:2.0:1767316915.435516:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8466 00000100:00100000:2.0:1767316915.435527:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:77301:x1853163934043264:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316915.435587:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316915.435614:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8db9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aefc expref: 91 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.435636:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:2.0:1767316915.435652:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8d7a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aee7 expref: 90 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.435661:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316915.435664:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316915.435687:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435700:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435709:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435724:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435782:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435788:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435918:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435927:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.435934:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316915.436346:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.436363:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436370:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436376:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436382:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.436386:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436394:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436402:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:2.0:1767316915.436404:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.436407:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436413:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e30 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436450:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436460:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436465:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436470:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.436473:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436478:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436485:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316915.436487:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.436491:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.436497:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e22 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:2.0:1767316915.436505:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b1b7a82 reply state 000000001c5d0af2 transno 8589942970 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.436513:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.436591:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:77301:x1853163934043264:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1065us (1257us total) trans 8589942970 rc 0/0 00000100:00100000:2.0:1767316915.436599:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8466 00010000:00010000:0.0:1767316915.439301:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.439320:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.439328:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.439335:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.439339:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.439347:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.439364:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x46a4c46c (ffff9b3efd6a6800) 00010000:00010000:0.0:1767316915.439368:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.439373:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.439378:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8e29 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316915.443907:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.446264:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934043520 00000100:00100000:2.0:1767316915.446285:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934043520 00000100:00100000:2.0:1767316915.446343:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8467 00000100:00100000:2.0:1767316915.446352:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+90:77301:x1853163934043520:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316915.446409:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316915.446437:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8de3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af0a expref: 90 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.446455:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd:0x0].0x0 (ffff9b3efc55a800) 00010000:00010000:2.0:1767316915.446468:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316915.446503:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446516:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446525:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446539:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446545:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446551:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446662:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446670:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.446677:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316915.447148:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2440, 64 off209968 00000040:00080000:2.0:1767316915.447173:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2431, 64 off209424 00010000:00010000:2.0:1767316915.447238:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447247:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447254:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447261:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447266:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447272:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447298:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316915.447316:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447322:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447328:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447334:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.447338:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447345:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447357:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:2.0:1767316915.447360:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.447364:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447369:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8e45 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447411:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447418:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447423:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447428:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.447431:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447436:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447442:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316915.447445:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.447448:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316915.447453:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8e37 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316915.447461:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000975309ab reply state 000000009badf35e transno 8589942971 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.447469:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.447549:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:77301:x1853163934043520:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1195us (3649us total) trans 8589942971 rc 0/0 00000100:00100000:2.0:1767316915.447558:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8467 00010000:00010000:3.0:1767316915.448206:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316915.448215:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.448222:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316915.448226:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.448232:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.448243:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:3.0:1767316915.448245:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316915.448248:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 1/0,0 mode: --/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.448253:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8e4c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.448269:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316915.448271:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316915.448272:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316915.452864:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.452910:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1767316915.453012:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.453024:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.453032:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.453039:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.453044:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.453053:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.453068:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0xba281655 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316915.453071:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.453075:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316915.453080:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba8e3e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316915.453185:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934043648 00000100:00100000:1.0:1767316915.453195:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934043648 00000100:00100000:1.0:1767316915.453246:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934043904 00000100:00100000:1.0:1767316915.453250:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934043904 00000100:00100000:1.0:1767316915.453277:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8468 00000100:00100000:1.0:1767316915.453286:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:77303:x1853163934043648:12345-192.168.204.9@tcp:101:ll_agl.0 00010000:00010000:1.0:1767316915.453307:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.453326:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8e53 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af1f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.453450:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8e53 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af1f expref: 92 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.453462:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8e53 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af1f expref: 92 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.453470:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xd:0x0].0x0 (ffff9b3ed9657100) 00010000:00010000:1.0:1767316915.453472:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1767316915.453474:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1a00, rc 0) 00000100:00100000:1.0:1767316915.453542:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77303:x1853163934043648:12345-192.168.204.9@tcp:101:ll_agl.0 Request processed in 256us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.453549:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8468 00000100:00100000:1.0:1767316915.453632:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8469 00000100:00100000:1.0:1767316915.453639:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+91:77301:x1853163934043904:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.453650:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.453660:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e5a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af26 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316915.453792:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.453912:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e5a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af26 expref: 93 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.453922:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316915.453925:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316915.453929:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e5a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af26 expref: 93 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.453941:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:1.0:1767316915.453967:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77301:x1853163934043904:12345-192.168.204.9@tcp:101:rm.0 Request processed in 327us (1056us total) trans 8589942972 rc 301/301 00000100:00100000:1.0:1767316915.453973:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8469 00000100:00100000:1.0:1767316915.460888:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.461235:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934044032 00000100:00100000:3.0:1767316915.461250:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934044032 00000100:00100000:3.0:1767316915.461318:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3361 00000100:00100000:3.0:1767316915.461329:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77303:x1853163934044032:12345-192.168.204.9@tcp:49:ll_agl.0 00000100:00100000:3.0:1767316915.462751:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77303:x1853163934044032:12345-192.168.204.9@tcp:49:ll_agl.0 Request processed in 1417us (1867us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767316915.462763:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3361 00000100:00100000:2.0:1767316915.467193:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.467275:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934044160 00000100:00100000:3.0:1767316915.467286:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934044160 00000100:00100000:3.0:1767316915.467351:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3362 00000100:00100000:3.0:1767316915.467362:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77301:x1853163934044160:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1767316915.476157:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.476206:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.476337:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934044288 00000100:00100000:3.0:1767316915.476337:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934044416 00000100:00100000:0.0:1767316915.476347:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934044288 00000100:00100000:3.0:1767316915.476347:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934044416 00000100:00100000:3.0:1767316915.476400:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3363 00000100:00100000:0.0:1767316915.476403:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12510 00000100:00100000:0.0:1767316915.476410:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2484:x1853163934044288:12345-192.168.204.9@tcp:101:ll_agl.0 00000100:00100000:3.0:1767316915.476410:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+93:77303:x1853163934044416:12345-192.168.204.9@tcp:49:ll_agl.0 00010000:00010000:0.0:1767316915.476427:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.476448:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af2d expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316915.476469:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316915.476498:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316915.476500:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316915.476510:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 8 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316915.476526:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 8 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316915.476538:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fba00, rc 0) 00000100:00100000:3.0:1767316915.476551:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+93:77303:x1853163934044416:12345-192.168.204.9@tcp:49:ll_agl.0 Request processed in 142us (343us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767316915.476560:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3363 00000100:00100000:0.0:1767316915.476568:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2484:x1853163934044288:12345-192.168.204.9@tcp:101:ll_agl.0 Request processed in 160us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.476574:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12510 00000100:00100000:1.0:1767316915.481245:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.481342:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934044544 00000100:00100000:3.0:1767316915.481355:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934044544 00000100:00100000:3.0:1767316915.481424:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12511 00000100:00100000:3.0:1767316915.481434:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163934044544:12345-192.168.204.9@tcp:101:ll_agl.0 00010000:00010000:3.0:1767316915.481456:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.481476:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af34 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316915.481516:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316915.481536:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316915.481539:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316915.481688:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316915.481708:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316915.481721:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfa00, rc 0) 00000100:00100000:3.0:1767316915.482246:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934044544:12345-192.168.204.9@tcp:101:ll_agl.0 Request processed in 811us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.482254:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12511 00000100:00100000:1.0:1767316915.486325:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77301:x1853163934044160:12345-192.168.204.9@tcp:37:rm.0 Request processed in 18947us (19123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.486346:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3362 00000100:00100000:1.0:1767316915.496317:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.496432:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934044800 00000100:00100000:2.0:1767316915.496442:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934044800 00000100:00100000:2.0:1767316915.496536:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3364 00000100:00100000:2.0:1767316915.496547:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+92:77301:x1853163934044800:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.497155:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+93:77301:x1853163934044800:12345-192.168.204.9@tcp:35:rm.0 Request processed in 608us (847us total) trans 8589942973 rc 0/0 00000100:00100000:2.0:1767316915.497163:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3364 00000100:00100000:2.0:1767316915.502706:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.503078:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934045056 00000100:00100000:0.0:1767316915.503089:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934045056 00000100:00100000:1.0:1767316915.503409:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8470 00000100:00100000:1.0:1767316915.503421:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+93:77301:x1853163934045056:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.503480:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316915.503517:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8dff lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af11 expref: 93 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.503537:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf:0x0].0x0 (ffff9b3efc55a000) 00010000:00010000:1.0:1767316915.503560:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.503581:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503593:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503601:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503614:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503620:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503625:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503776:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503785:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.503791:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316915.504218:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.504234:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504241:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504248:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504255:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.504259:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504277:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504287:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316915.504290:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.504294:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504299:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8e84 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504345:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504351:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504357:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504361:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.504364:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504370:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504378:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316915.504381:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.504384:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.504390:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8e76 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316915.504399:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000baeba8f2 reply state 00000000dcab8853 transno 8589942974 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316915.504407:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.504496:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934045056:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1076us (1800us total) trans 8589942974 rc 0/0 00000100:00100000:1.0:1767316915.504504:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8470 00010000:00010000:0.0:1767316915.507382:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.507400:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.507407:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.507413:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.507419:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.507427:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.507442:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x892874e3 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316915.507446:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.507450:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.507456:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba8e7d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.508816:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.509034:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934045312 00000100:00100000:1.0:1767316915.509044:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934045312 00000100:00100000:1.0:1767316915.509121:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8471 00000100:00100000:1.0:1767316915.509131:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+93:77301:x1853163934045312:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.509336:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316915.509367:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8e1b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af18 expref: 93 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.509389:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xc:0x0].0x0 (ffff9b3efc55af00) 00010000:00010000:1.0:1767316915.509404:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.509430:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509445:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509455:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509475:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509676:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509685:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509861:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509869:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.509876:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:1.0:1767316915.511403:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2441, 64 off210032 00000040:00080000:1.0:1767316915.511426:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2432, 64 off209488 00010000:00010000:1.0:1767316915.511648:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511663:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511672:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511679:0:42524:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511684:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511694:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511718:0:42524:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316915.511786:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316915.511793:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.511800:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.511803:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511809:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511814:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.511816:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511820:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.511823:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511823:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511829:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.511836:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xc:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.511839:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316915.511842:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xc:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.511844:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511844:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.511847:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.511849:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba8ea0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511859:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba8e99 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.511865:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.511867:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.511869:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.511918:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511924:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511934:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511939:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.511942:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.511948:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.512437:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316915.512440:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.512444:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 2/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.512449:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba8e8b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316915.512461:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010ce14fd reply state 00000000576ceabc transno 8589942975 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316915.512469:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.512693:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934045312:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3559us (3879us total) trans 8589942975 rc 0/0 00000100:00100000:1.0:1767316915.512703:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8471 00010000:00010000:0.0:1767316915.517706:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.517706:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316915.517719:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.517745:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.517751:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.517757:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.517764:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.517784:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0xeb4e88c0 (ffff9b3ed9657500) 00010000:00010000:0.0:1767316915.517788:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.517792:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.517799:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba8e92 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x7:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316915.517815:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934045440 00000100:00100000:1.0:1767316915.517825:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934045440 00000100:00100000:1.0:1767316915.517879:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8472 00000100:00100000:1.0:1767316915.517889:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+93:77301:x1853163934045440:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.517912:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.517928:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ea7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af3b expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.517991:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518004:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518014:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518028:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518032:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518037:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518125:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ebc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518131:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ebc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518135:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ebc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316915.518164:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x7:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.518167:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.518184:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ebc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518194:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518200:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518205:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518210:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.518213:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518218:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518225:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316915.518228:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.518231:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518236:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8eae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518245:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518251:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518256:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518261:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.518263:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518273:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518279:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff9b3ed9657300) 00010000:00010000:1.0:1767316915.518282:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.518284:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518289:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.518315:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ea7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af3b expref: 95 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.518328:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ebc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af3b expref: 94 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.518335:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316915.518337:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.518340:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1800, rc 0) 00000100:00100000:1.0:1767316915.518402:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934045440:12345-192.168.204.9@tcp:101:rm.0 Request processed in 510us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.518411:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8472 00000100:00100000:3.0:1767316915.520357:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.520406:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934045696 00000100:00100000:2.0:1767316915.520417:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934045696 00000100:00100000:2.0:1767316915.520478:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3365 00000100:00100000:2.0:1767316915.520496:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934045696:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.520805:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+95:77301:x1853163934045696:12345-192.168.204.9@tcp:35:rm.0 Request processed in 309us (456us total) trans 8589942976 rc 0/0 00000100:00100000:2.0:1767316915.520813:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3365 00000100:00100000:2.0:1767316915.530995:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.531097:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934045952 00000100:00100000:1.0:1767316915.531117:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934045952 00000100:00100000:1.0:1767316915.531177:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8473 00000100:00100000:1.0:1767316915.531187:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+95:77301:x1853163934045952:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.531261:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316915.531301:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8ebc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af3b expref: 95 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.531330:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba8d96 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aef5 expref: 94 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.531342:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316915.531366:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8d5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aee0 expref: 93 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.531375:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:1.0:1767316915.531382:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.531415:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531431:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531442:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531453:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531460:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531466:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531611:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531624:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.531632:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316915.532590:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x7:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.532614:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532622:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532631:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532638:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.532643:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532651:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532665:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x7:0x0].0x0 (ffff9b3ed9657b00) 00010000:00010000:1.0:1767316915.532668:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.532672:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532678:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba8ed1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532766:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532791:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532796:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532801:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.532804:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532810:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532818:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657300) 00010000:00010000:1.0:1767316915.532820:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.532823:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.532828:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba8ec3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316915.532840:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000800186fa reply state 0000000009e2401e transno 8589942977 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316915.532850:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.532964:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934045952:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1775us (1975us total) trans 8589942977 rc 0/0 00000100:00100000:1.0:1767316915.532974:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8473 00000100:00100000:0.0:1767316915.538431:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.538497:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934046080 00000100:00100000:3.0:1767316915.538508:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934046080 00000100:00100000:3.0:1767316915.538576:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8474 00000100:00100000:3.0:1767316915.538587:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934046080:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.538840:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.538853:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.538861:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.538867:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.538871:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.538879:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.538895:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.538899:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.538905:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.538911:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8eca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.539222:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.539247:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ed8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af42 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.539473:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8edf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.539500:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.539512:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.539582:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316915.539587:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.539612:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.539640:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ed8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af42 expref: 95 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.539657:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8edf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af42 expref: 94 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.539665:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316915.539667:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.539670:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de000, rc 0) 00000100:00100000:3.0:1767316915.539756:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934046080:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1170us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.539769:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8474 00000100:00100000:2.0:1767316915.546059:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.546623:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934046208 00000100:00100000:3.0:1767316915.546634:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934046208 00000100:00100000:3.0:1767316915.546710:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8475 00000100:00100000:3.0:1767316915.546721:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+94:77301:x1853163934046208:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.553184:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.553220:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ee6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af49 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.553301:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.553317:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.553328:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.553344:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.553351:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.553357:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.567514:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8efb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.567540:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8efb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568158:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8efb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316915.568356:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.568361:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.568391:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8efb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568405:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568413:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568421:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568427:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.568432:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568441:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568453:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316915.568456:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.568461:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568468:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba8eed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568481:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568487:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568493:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568498:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.568501:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568510:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568517:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb94d28e7 (ffff9b3efd6a6600) 00010000:00010000:1.0:1767316915.568520:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.568523:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.568528:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba8ef4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316915.569327:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba8ee6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af49 expref: 96 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.569348:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8efb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af49 expref: 95 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.569357:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.569359:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.569362:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:1.0:1767316915.569445:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+95:77301:x1853163934046208:12345-192.168.204.9@tcp:101:rm.0 Request processed in 22724us (23397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.569454:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8475 00000100:00100000:1.0:1767316915.575303:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.575765:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934046464 00000100:00100000:2.0:1767316915.575784:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934046464 00000100:00100000:2.0:1767316915.576083:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8476 00000100:00100000:2.0:1767316915.576093:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+95:77301:x1853163934046464:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.576125:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.576158:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8f02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af50 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767316915.577621:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 11776 00010000:00010000:3.0:1767316915.577808:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8f02 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af50 expref: 97 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.577825:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316915.577828:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767316915.577834:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8f02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af50 expref: 97 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.577849:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9e00, rc 0) 00000100:00100000:3.0:1767316915.577916:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+96:77301:x1853163934046464:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1823us (2621us total) trans 8589942978 rc 301/301 00000100:00100000:3.0:1767316915.577924:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8476 00000100:00100000:2.0:1767316915.588665:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.588888:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934046592 00000100:00100000:1.0:1767316915.588899:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934046592 00000100:00100000:1.0:1767316915.588965:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3366 00000100:00100000:1.0:1767316915.588975:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+96:77301:x1853163934046592:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316915.605761:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+96:77301:x1853163934046592:12345-192.168.204.9@tcp:37:rm.0 Request processed in 16745us (17069us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.605792:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3366 00000100:00100000:3.0:1767316915.616244:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.616322:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934046848 00000100:00100000:0.0:1767316915.616335:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934046848 00000100:00100000:0.0:1767316915.616401:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3367 00000100:00100000:0.0:1767316915.616412:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+96:77301:x1853163934046848:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316915.620321:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+97:77301:x1853163934046848:12345-192.168.204.9@tcp:35:rm.0 Request processed in 3895us (4076us total) trans 8589942979 rc 0/0 00000100:00100000:0.0:1767316915.620339:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3367 00000100:00100000:3.0:1767316915.624690:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.628071:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934047104 00000100:00100000:0.0:1767316915.628092:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934047104 00000100:00100000:0.0:1767316915.628315:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8477 00000100:00100000:0.0:1767316915.628328:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+97:77301:x1853163934047104:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.628356:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.628387:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba8f10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af57 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.628557:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba8f17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.628576:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba8f17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.628588:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba8f17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316915.628599:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 11776 00010000:00010000:0.0:1767316915.628755:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa200/0xc472cb5f51ba8f10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af57 expref: 100 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.628788:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba8f17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af57 expref: 99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.628798:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.628800:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767316915.628804:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fb400, rc 0) 00000100:00100000:0.0:1767316915.628933:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+99:77301:x1853163934047104:12345-192.168.204.9@tcp:101:rm.0 Request processed in 606us (4256us total) trans 8589942980 rc 0/0 00000100:00100000:0.0:1767316915.628943:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8477 00000100:00100000:2.0:1767316915.632835:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.632975:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934047232 00000100:00100000:0.0:1767316915.632989:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934047232 00000100:00100000:0.0:1767316915.633063:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8478 00000100:00100000:0.0:1767316915.633074:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+99:77301:x1853163934047232:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.633111:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.633134:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba8f25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af5e expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.633222:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.633237:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.633249:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.633264:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.633271:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.633278:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636515:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba8f3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636541:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba8f3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636551:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba8f3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316915.636623:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29:0x0]: returning size 11264 00000004:00200000:0.0:1767316915.636628:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.636660:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba8f3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636673:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636679:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636685:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636691:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021fae00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.636695:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636702:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636714:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.636718:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.636723:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636769:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fae00/0xc472cb5f51ba8f2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636794:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636800:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636806:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636810:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3f021faa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.636813:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636819:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636827:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0xcc860c59 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316915.636830:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.636833:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636838:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021faa00/0xc472cb5f51ba8f33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.636886:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa800/0xc472cb5f51ba8f25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af5e expref: 101 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.636901:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba8f3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af5e expref: 100 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.636910:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:0.0:1767316915.636912:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316915.636915:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3f021fa600, rc 0) 00000100:00100000:0.0:1767316915.637004:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+100:77301:x1853163934047232:12345-192.168.204.9@tcp:101:rm.0 Request processed in 3930us (4182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.637014:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8478 00000100:00100000:3.0:1767316915.644352:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.644395:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.645112:0:14923:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934047616 00000100:00100000:0.0:1767316915.645125:0:14923:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934047616 00000100:00100000:0.0:1767316915.645188:0:14923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 763 00000100:00100000:0.0:1767316915.645209:0:14923:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+100:2486:x1853163934047616:12345-192.168.204.9@tcp:63:ll_sa.0 00010000:00010000:0.0:1767316915.645257:0:14923:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.645292:0:14923:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8f41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af6c expref: -99 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.645356:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.645371:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.645384:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.645400:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.645408:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.645414:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000100:00100000:0.0:1767316915.645803:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934047488 00000100:00100000:0.0:1767316915.645809:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934047488 00000100:00100000:0.0:1767316915.645843:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8479 00000100:00100000:0.0:1767316915.645851:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:77301:x1853163934047488:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.645862:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.645874:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8f56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af65 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316915.645964:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29:0x0]: returning size 11264 00010000:00010000:0.0:1767316915.646107:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8f56 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af65 expref: 104 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.646120:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.646123:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316915.646129:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba8f56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af65 expref: 104 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.646147:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf200, rc 0) 00000100:00100000:0.0:1767316915.646227:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934047488:12345-192.168.204.9@tcp:101:rm.0 Request processed in 376us (1888us total) trans 8589942981 rc 301/301 00000100:00100000:0.0:1767316915.646236:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8479 00010000:00010000:0.0:1767316915.653022:0:14923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653045:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653056:0:14923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00000004:00200000:0.0:1767316915.653086:0:14923:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 0 00000004:00200000:0.0:1767316915.653091:0:14923:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316915.653125:0:14923:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653137:0:14923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653151:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653158:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653166:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653172:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.653177:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653186:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653211:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:0.0:1767316915.653214:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.653220:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653226:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba8f48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653242:0:14923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653249:0:14923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653254:0:14923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653258:0:14923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.653261:0:14923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653395:0:14923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653405:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0xccf427bc (ffff9b3efc55a600) 00010000:00010000:0.0:1767316915.653407:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.653410:0:14923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653416:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba8f4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14923 initiator: MDT0 00010000:00010000:0.0:1767316915.653468:0:14923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba8f41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af6c expref: 103 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.653482:0:14923:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af6c expref: 102 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.653488:0:14923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:0.0:1767316915.653490:0:14923:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316915.653492:0:14923:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316915.653629:0:14923:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:2486:x1853163934047616:12345-192.168.204.9@tcp:63:ll_sa.0 Request processed in 8421us (9230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.653642:0:14923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 763 00000100:00100000:2.0:1767316915.663082:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.668656:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.668764:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934047872 00000100:00100000:1.0:1767316915.668782:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934047872 00000100:00100000:1.0:1767316915.668837:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12512 00000100:00100000:1.0:1767316915.668848:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934047872:12345-192.168.204.9@tcp:101:ll_agl.0 00010000:00010000:1.0:1767316915.668869:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.668895:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af73 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316915.669309:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x69571772, atime: 0x69571772, ctime: 0x69571772, blocks: 0x1 00010000:00010000:1.0:1767316915.669333:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316915.669335:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316915.669346:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 10 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316915.669366:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 10 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316915.669382:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1800, rc 0) 00000100:00100000:1.0:1767316915.669454:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934047872:12345-192.168.204.9@tcp:101:ll_agl.0 Request processed in 607us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.669463:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12512 00000100:00100000:0.0:1767316915.671023:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934047744 00000100:00100000:0.0:1767316915.671036:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934047744 00000100:00100000:1.0:1767316915.672544:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3368 00000100:00100000:1.0:1767316915.672557:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:77301:x1853163934047744:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1767316915.680508:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:77301:x1853163934047744:12345-192.168.204.9@tcp:37:rm.0 Request processed in 7930us (17413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.680524:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3368 00000100:00100000:2.0:1767316915.684449:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.685329:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934048128 00000100:00100000:1.0:1767316915.685340:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934048128 00000100:00100000:1.0:1767316915.685461:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3369 00000100:00100000:1.0:1767316915.685475:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:77301:x1853163934048128:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316915.685935:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934048128:12345-192.168.204.9@tcp:35:rm.0 Request processed in 460us (1493us total) trans 8589942982 rc 0/0 00000100:00100000:1.0:1767316915.685943:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3369 00000100:00100000:2.0:1767316915.689908:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.690113:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934048384 00000100:00100000:3.0:1767316915.690126:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934048384 00000100:00100000:3.0:1767316915.690201:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8480 00000100:00100000:3.0:1767316915.690213:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934048384:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.690305:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316915.690337:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fa600/0xc472cb5f51ba8f3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af5e expref: 103 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.690373:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff9b3efc55a200) 00010000:00010000:3.0:1767316915.690395:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba8efb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af49 expref: 102 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.690407:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316915.690411:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.690433:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.690448:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.690460:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.690475:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.691312:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.691326:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.691474:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.691490:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.691497:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.691984:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29:0x0]: returning size 11264 00010000:00010000:3.0:1767316915.692006:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692014:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692022:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692028:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.692032:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692040:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692051:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316915.692054:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.692059:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692065:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8f80 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692124:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692131:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692136:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692145:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.692148:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692154:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692163:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316915.692165:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.692168:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.692173:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8f72 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:3.0:1767316915.692183:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b5d7488d reply state 0000000045206fae transno 8589942983 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316915.692191:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316915.692324:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934048384:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2107us (2426us total) trans 8589942983 rc 0/0 00000100:00100000:3.0:1767316915.692334:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8480 00000100:00100000:2.0:1767316915.696598:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316915.696684:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.696697:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.696704:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.696710:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.696715:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.696723:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.696759:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0xcc860c59 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316915.696762:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.696767:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316915.696780:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba8f79 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0xcc860c59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316915.697599:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934048640 00000100:00100000:3.0:1767316915.697613:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934048640 00000100:00100000:3.0:1767316915.697716:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8481 00000100:00100000:3.0:1767316915.697757:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:77301:x1853163934048640:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.697836:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316915.697855:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba8f64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af6c expref: 102 pid: 14923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.697873:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:3.0:1767316915.697883:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.697911:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.697924:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.697934:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.697949:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.697956:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.697962:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.698080:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.698091:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.698108:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316915.699064:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2442, 64 off210096 00000004:00080000:3.0:1767316915.699073:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2160942343831ns, next at 2161942341423ns, rc = 0 00000040:00080000:3.0:1767316915.699093:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2433, 64 off209552 00000004:00080000:3.0:1767316915.699110:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2160942380633ns, next at 2161942378544ns, rc = 0 00010000:00010000:3.0:1767316915.699177:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699189:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699384:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699392:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699398:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699404:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699464:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316915.699495:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699502:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699507:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699513:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.699517:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699523:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699538:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316915.699541:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.699546:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699551:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8f95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699602:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699609:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699614:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699619:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.699622:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699628:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699636:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316915.699638:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.699641:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.699646:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8f87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316915.699658:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d50f4ba reply state 000000004a37dd73 transno 8589942984 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316915.699668:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316915.699812:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934048640:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2081us (3221us total) trans 8589942984 rc 0/0 00000100:00100000:3.0:1767316915.699821:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8481 00010000:00010000:0.0:1767316915.704092:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316915.704116:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.704127:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316915.704131:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.704140:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.704162:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:0.0:1767316915.704165:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316915.704171:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.704177:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba8f9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.704289:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.704292:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.704294:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316915.704673:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.705244:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934048768 00000100:00100000:3.0:1767316915.705256:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934048768 00000100:00100000:3.0:1767316915.705322:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8482 00000100:00100000:3.0:1767316915.705331:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934048768:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.705355:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.705373:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8fa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af7a expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.705441:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705454:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705465:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705478:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705484:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705490:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705587:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8fb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705596:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705602:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316915.705643:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 11776 00000004:00200000:3.0:1767316915.705648:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.705699:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705712:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705719:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705724:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705749:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.705753:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705761:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705781:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316915.705784:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.705789:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705794:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba8faa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705808:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705814:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705819:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705826:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.705829:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705835:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705842:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb94d28e7 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316915.705845:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.705848:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705853:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba8fb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.705889:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba8fa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af7a expref: 105 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.705903:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af7a expref: 104 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.705909:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316915.705912:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.705915:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316915.706000:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+104:77301:x1853163934048768:12345-192.168.204.9@tcp:101:rm.0 Request processed in 669us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.706008:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8482 00000100:00100000:3.0:1767316915.709505:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.709599:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934049024 00000100:00100000:2.0:1767316915.709612:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934049024 00000100:00100000:2.0:1767316915.709684:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3370 00000100:00100000:2.0:1767316915.709695:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+104:77301:x1853163934049024:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.710179:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+105:77301:x1853163934049024:12345-192.168.204.9@tcp:35:rm.0 Request processed in 484us (683us total) trans 8589942985 rc 0/0 00000100:00100000:2.0:1767316915.710188:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3370 00010000:00010000:1.0:1767316915.710519:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.710532:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.710541:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.710546:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.710552:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.710561:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.710578:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0xccf427bc (ffff9b3ec8239b00) 00010000:00010000:1.0:1767316915.710582:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.710588:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.710594:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba8f8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0xccf427bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316915.714134:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.714378:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934049280 00000100:00100000:2.0:1767316915.714388:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934049280 00000100:00100000:2.0:1767316915.714470:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8483 00000100:00100000:2.0:1767316915.714479:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+104:77301:x1853163934049280:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316915.714554:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767316915.714585:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba8fb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af7a expref: 104 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.714606:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3f021fb400/0xc472cb5f51ba8f17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af57 expref: 103 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.714622:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:2.0:1767316915.714640:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba8edf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af42 expref: 102 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.714653:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316915.714660:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316915.714693:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.714706:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.714716:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.714883:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.714892:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.714898:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.715028:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.715037:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.715044:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316915.716045:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.716065:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716079:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716086:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716092:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.716106:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716114:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716126:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316915.716129:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.716133:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716138:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba8fcd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716180:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716186:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716201:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716206:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.716210:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716219:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716227:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316915.716229:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.716233:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.716238:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba8fbf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:2.0:1767316915.716250:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094399469 reply state 000000009508990f transno 8589942986 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316915.716260:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.716365:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934049280:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1883us (2239us total) trans 8589942986 rc 0/0 00000100:00100000:2.0:1767316915.716375:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8483 00010000:00010000:3.0:1767316915.718056:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.718073:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.718081:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.718086:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.718090:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.718107:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.718124:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb94d28e7 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316915.718127:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.718131:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.718137:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba8fc6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb94d28e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316915.719485:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.719542:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934049408 00000100:00100000:2.0:1767316915.719553:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934049408 00000100:00100000:2.0:1767316915.719608:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8484 00000100:00100000:2.0:1767316915.719618:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+102:77301:x1853163934049408:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.719642:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.719664:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8fd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af81 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.719768:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba8fdb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.719784:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba8fdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.719796:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba8fdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316915.719860:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:2.0:1767316915.719865:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.719888:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba8fdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.719912:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba8fd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af81 expref: 104 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.719930:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba8fdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af81 expref: 103 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.719938:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6e00) 00010000:00010000:2.0:1767316915.719942:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.719945:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8000, rc 0) 00000100:00100000:2.0:1767316915.720008:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934049408:12345-192.168.204.9@tcp:101:rm.0 Request processed in 390us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.720016:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8484 00000100:00100000:0.0:1767316915.722765:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.722961:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934049536 00000100:00100000:3.0:1767316915.722970:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934049536 00000100:00100000:3.0:1767316915.723024:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8485 00000100:00100000:3.0:1767316915.723034:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+103:77301:x1853163934049536:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.723057:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.723075:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8fe2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af88 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.723152:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723166:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723177:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723191:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723206:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723213:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723408:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8ff7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723416:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723423:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316915.723600:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x14:0x0]: returning size 11776 00000004:00200000:3.0:1767316915.723604:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.723630:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723643:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723649:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723655:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723661:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.723665:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723673:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723688:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6e00) 00010000:00010000:3.0:1767316915.723692:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.723698:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723703:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba8fe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723717:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723724:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723764:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723782:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.723785:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723790:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723797:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316915.723799:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.723802:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723808:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba8ff0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.723839:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba8fe2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af88 expref: 105 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.723853:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af88 expref: 104 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.723860:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.723863:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.723865:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dfc00, rc 0) 00000100:00100000:3.0:1767316915.723932:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+104:77301:x1853163934049536:12345-192.168.204.9@tcp:101:rm.0 Request processed in 898us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.723940:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8485 00000100:00100000:0.0:1767316915.727598:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.727675:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934049792 00000100:00100000:2.0:1767316915.727685:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934049792 00000100:00100000:2.0:1767316915.727863:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8486 00000100:00100000:2.0:1767316915.727874:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+104:77301:x1853163934049792:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.727901:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.727931:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ffe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af8f expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316915.728077:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x14:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.728239:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ffe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af8f expref: 106 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.728255:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6e00) 00010000:00010000:2.0:1767316915.728258:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316915.728263:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba8ffe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af8f expref: 106 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.728276:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9e00, rc 0) 00000100:00100000:2.0:1767316915.728344:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+105:77301:x1853163934049792:12345-192.168.204.9@tcp:101:rm.0 Request processed in 472us (756us total) trans 8589942987 rc 301/301 00000100:00100000:2.0:1767316915.728352:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8486 00000100:00100000:0.0:1767316915.733038:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.733218:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934049920 00000100:00100000:3.0:1767316915.733228:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934049920 00000100:00100000:3.0:1767316915.733299:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3371 00000100:00100000:3.0:1767316915.733311:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+105:77301:x1853163934049920:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316915.738677:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+105:77301:x1853163934049920:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5351us (5632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.738695:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3371 00000100:00100000:0.0:1767316915.741579:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.741657:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934050176 00000100:00100000:2.0:1767316915.741669:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934050176 00000100:00100000:2.0:1767316915.741757:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3372 00000100:00100000:2.0:1767316915.741767:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+105:77301:x1853163934050176:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.742080:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+106:77301:x1853163934050176:12345-192.168.204.9@tcp:35:rm.0 Request processed in 313us (509us total) trans 8589942988 rc 0/0 00000100:00100000:2.0:1767316915.742087:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3372 00000100:00100000:0.0:1767316915.745565:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.745826:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934050432 00000100:00100000:3.0:1767316915.745839:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934050432 00000100:00100000:3.0:1767316915.745904:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8487 00000100:00100000:3.0:1767316915.745916:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+106:77301:x1853163934050432:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.745947:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.745973:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba900c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af96 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.746129:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9013 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.746146:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9013 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.746162:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9013 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316915.746175:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x14:0x0]: returning size 11776 00010000:00010000:3.0:1767316915.746580:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba900c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af96 expref: 109 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.746600:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9013 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af96 expref: 108 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.746609:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.746613:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767316915.746617:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85dec00, rc 0) 00000100:00100000:3.0:1767316915.746790:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+108:77301:x1853163934050432:12345-192.168.204.9@tcp:101:rm.0 Request processed in 875us (1235us total) trans 8589942989 rc 0/0 00000100:00100000:3.0:1767316915.746799:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8487 00000100:00100000:0.0:1767316915.750171:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.750342:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934050560 00000100:00100000:3.0:1767316915.750352:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934050560 00000100:00100000:3.0:1767316915.750437:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8488 00000100:00100000:3.0:1767316915.750446:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+108:77301:x1853163934050560:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.750469:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.750496:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9021 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079af9d expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.750563:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750577:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750589:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750620:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750628:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750635:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750762:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750778:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x15:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750785:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x15:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316915.750819:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x15:0x0]: returning size 1048576 00000004:00200000:3.0:1767316915.750824:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.750842:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x15:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750853:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750861:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750867:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750874:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750880:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.750883:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750890:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750902:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.750905:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.750909:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750915:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9028 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750928:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750934:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750940:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750944:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.750946:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750952:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750957:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0xaf1e71b4 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316915.750960:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.750962:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750968:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba902f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.750995:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9021 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af9d expref: 110 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.751006:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af9d expref: 109 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.751013:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x15:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316915.751016:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316915.751018:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:3.0:1767316915.751070:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934050560:12345-192.168.204.9@tcp:101:rm.0 Request processed in 625us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.751078:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8488 00000100:00100000:0.0:1767316915.754249:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.754414:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934050816 00000100:00100000:3.0:1767316915.754424:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934050816 00000100:00100000:3.0:1767316915.754479:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8489 00000100:00100000:3.0:1767316915.754574:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934050816:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.754633:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316915.754660:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9036 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af9d expref: 109 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.754681:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x15:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316915.754698:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba8ff7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af88 expref: 108 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.754707:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.754711:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.754764:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754784:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754793:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754807:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754817:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754823:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754930:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754937:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.754943:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316915.755340:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2434, 64 off209616 00010000:00010000:3.0:1767316915.755405:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755414:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755422:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755428:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755434:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755439:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755511:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316915.755530:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755535:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755541:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755547:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.755552:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755559:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755567:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x15:0x0].0x0 (ffff9b3ec8239400) 00010000:00010000:3.0:1767316915.755569:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.755573:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755578:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba904b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x15:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755625:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755632:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755637:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755643:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.755645:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755651:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755658:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316915.755660:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.755663:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 2/0,0 mode: --/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.755667:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba903d lrc: 0/0,0 mode: --/CW res: [0x200000404:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316915.755677:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003a96a2bd reply state 000000006a087d6a transno 8589942990 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316915.755685:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316915.755788:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934050816:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1215us (1547us total) trans 8589942990 rc 0/0 00000100:00100000:3.0:1767316915.759210:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8489 00010000:00010000:1.0:1767316915.759459:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316915.759467:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.759477:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.759482:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.759490:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.759508:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x15:0x0].0x0 (ffff9b3ec8239400) 00010000:00010000:1.0:1767316915.759510:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316915.759515:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.759521:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9052 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316915.759666:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.759669:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.759670:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316915.759946:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316915.760450:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.760460:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.760467:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.760472:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.760476:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.760482:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.760494:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0xaf1e71b4 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.760497:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.760500:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.760505:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9044 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x14:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316915.760553:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934050944 00000100:00100000:2.0:1767316915.760563:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934050944 00000100:00100000:2.0:1767316915.760642:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8490 00000100:00100000:2.0:1767316915.760651:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+108:77301:x1853163934050944:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.760674:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.760690:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9059 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afa4 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.761046:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761059:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761069:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761082:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761088:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761103:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761330:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba906e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761339:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba906e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761347:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba906e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316915.761385:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x14:0x0]: returning size 11776 00000004:00200000:2.0:1767316915.761389:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.761408:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba906e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761418:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761424:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761430:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761436:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.761438:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761444:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761452:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6e00) 00010000:00010000:2.0:1767316915.761455:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.761458:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761463:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9060 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761472:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761478:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761483:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761488:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.761490:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761500:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761506:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316915.761508:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.761510:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761515:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9067 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.761543:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9059 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afa4 expref: 110 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.761556:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba906e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afa4 expref: 109 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.761562:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:2.0:1767316915.761564:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.761567:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8600, rc 0) 00000100:00100000:2.0:1767316915.761677:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934050944:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1025us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.761685:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8490 00000100:00100000:0.0:1767316915.764686:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.765017:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934051200 00000100:00100000:3.0:1767316915.765028:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934051200 00000100:00100000:2.0:1767316915.765206:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3373 00000100:00100000:2.0:1767316915.765236:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934051200:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.765489:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+110:77301:x1853163934051200:12345-192.168.204.9@tcp:35:rm.0 Request processed in 273us (816us total) trans 8589942991 rc 0/0 00000100:00100000:2.0:1767316915.765497:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3373 00000100:00100000:3.0:1767316915.767490:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.767567:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934051456 00000100:00100000:1.0:1767316915.767577:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934051456 00000100:00100000:1.0:1767316915.767634:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8491 00000100:00100000:1.0:1767316915.767643:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+110:77301:x1853163934051456:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.767693:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316915.767719:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba906e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afa4 expref: 110 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.767767:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9013 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af96 expref: 109 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.767789:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:1.0:1767316915.767806:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba8fdb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af81 expref: 108 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.767814:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6e00) 00010000:00010000:1.0:1767316915.767821:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.767845:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.767856:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.767865:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.767877:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.767883:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.767888:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768000:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768009:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768016:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.768387:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x14:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.768403:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768409:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768416:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768422:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.768426:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768433:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768441:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x14:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316915.768443:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.768446:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768451:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9083 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768491:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768497:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768503:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768507:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.768510:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768515:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768521:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.768524:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.768527:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.768532:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9075 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316915.768544:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000263226c0 reply state 00000000807db185 transno 8589942992 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316915.768552:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.768636:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934051456:12345-192.168.204.9@tcp:36:rm.0 Request processed in 992us (1152us total) trans 8589942992 rc 0/0 00000100:00100000:1.0:1767316915.768644:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8491 00010000:00010000:3.0:1767316915.771490:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.771506:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.771512:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.771518:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.771523:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.771530:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.771545:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.771548:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.771553:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.771558:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba907c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316915.771651:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.771989:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934051584 00000100:00100000:3.0:1767316915.771999:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934051584 00000100:00100000:3.0:1767316915.772046:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8492 00000100:00100000:3.0:1767316915.772055:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+108:77301:x1853163934051584:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.772079:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.772105:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba908a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afab expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.772175:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9091 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.772188:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9091 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.772263:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9091 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.772378:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316915.772382:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.772404:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9091 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.772427:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba908a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afab expref: 110 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.772442:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9091 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afab expref: 109 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.772450:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316915.772453:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.772455:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df600, rc 0) 00000100:00100000:3.0:1767316915.772557:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934051584:12345-192.168.204.9@tcp:101:rm.0 Request processed in 500us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.772564:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8492 00000100:00100000:0.0:1767316915.774876:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.774943:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934051712 00000100:00100000:3.0:1767316915.774962:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934051712 00000100:00100000:3.0:1767316915.775018:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8493 00000100:00100000:3.0:1767316915.775027:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+109:77301:x1853163934051712:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.775047:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.775066:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9098 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afb2 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.775128:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775139:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775149:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775165:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775172:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775179:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775295:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba90ad lrc: 3/1,0 mode: --/PR res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775304:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba90ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775311:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba90ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.775481:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x19:0x0]: returning size 11776 00000004:00200000:3.0:1767316915.775486:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.775509:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba90ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775521:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775528:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775535:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775542:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.775546:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775554:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775564:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316915.775567:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.775571:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775577:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba909f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775587:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775593:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775598:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775603:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.775606:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775612:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775619:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316915.775621:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.775623:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775629:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba90a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.775658:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9098 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afb2 expref: 111 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.775671:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba90ad lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afb2 expref: 110 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.775678:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:3.0:1767316915.775680:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.775682:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:3.0:1767316915.775768:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+110:77301:x1853163934051712:12345-192.168.204.9@tcp:101:rm.0 Request processed in 741us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.775786:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8493 00000100:00100000:0.0:1767316915.782564:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.782678:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934051968 00000100:00100000:1.0:1767316915.782687:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934051968 00000100:00100000:1.0:1767316915.783291:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8494 00000100:00100000:1.0:1767316915.783303:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+110:77301:x1853163934051968:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.783334:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.783359:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afb9 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316915.783486:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x19:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.783594:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90b4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afb9 expref: 112 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.783605:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316915.783607:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316915.783610:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afb9 expref: 112 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.783621:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1e00, rc 0) 00000100:00100000:1.0:1767316915.783673:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+111:77301:x1853163934051968:12345-192.168.204.9@tcp:101:rm.0 Request processed in 372us (1119us total) trans 8589942993 rc 301/301 00000100:00100000:1.0:1767316915.783684:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8494 00000100:00100000:0.0:1767316915.787032:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.787165:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934052096 00000100:00100000:2.0:1767316915.787177:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934052096 00000100:00100000:2.0:1767316915.787590:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3374 00000100:00100000:2.0:1767316915.787602:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+111:77301:x1853163934052096:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316915.790668:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+111:77301:x1853163934052096:12345-192.168.204.9@tcp:37:rm.0 Request processed in 3060us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.790678:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3374 00000100:00100000:0.0:1767316915.794846:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.794940:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934052352 00000100:00100000:2.0:1767316915.794962:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934052352 00000100:00100000:2.0:1767316915.795013:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3375 00000100:00100000:2.0:1767316915.795022:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+111:77301:x1853163934052352:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.795375:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+112:77301:x1853163934052352:12345-192.168.204.9@tcp:35:rm.0 Request processed in 352us (541us total) trans 8589942994 rc 0/0 00000100:00100000:2.0:1767316915.795383:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3375 00000100:00100000:0.0:1767316915.798089:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.798327:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934052608 00000100:00100000:1.0:1767316915.798337:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934052608 00000100:00100000:1.0:1767316915.798391:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8495 00000100:00100000:1.0:1767316915.798401:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+112:77301:x1853163934052608:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.798427:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.798446:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afc0 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.798555:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba90c9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.798566:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba90c9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.798575:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba90c9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.798583:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x19:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.798685:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afc0 expref: 115 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.798699:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba90c9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afc0 expref: 114 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.798705:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.798707:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316915.798709:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:1.0:1767316915.798787:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+114:77301:x1853163934052608:12345-192.168.204.9@tcp:101:rm.0 Request processed in 387us (707us total) trans 8589942995 rc 0/0 00000100:00100000:1.0:1767316915.798796:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8495 00000100:00100000:3.0:1767316915.803461:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.803509:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934052736 00000100:00100000:1.0:1767316915.803517:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934052736 00000100:00100000:1.0:1767316915.803572:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8496 00000100:00100000:1.0:1767316915.803581:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+114:77301:x1853163934052736:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.803606:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.803626:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90d7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afc7 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.803690:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 3/1,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803700:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803708:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803718:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803722:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803726:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803963:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803968:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.803974:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.804000:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a:0x0]: returning size 16384 00000004:00200000:1.0:1767316915.804004:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.804018:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804025:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804030:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804034:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804038:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804042:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.804044:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804049:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804057:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.804059:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.804061:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 2/0,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804065:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba90de lrc: 0/0,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804077:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804080:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804083:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804086:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.804087:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804090:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804105:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x98a5b8df (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.804107:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.804110:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804115:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba90e5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.804143:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba90d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afc7 expref: 116 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.804156:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afc7 expref: 115 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.804163:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316915.804166:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316915.804168:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:1.0:1767316915.804327:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934052736:12345-192.168.204.9@tcp:101:rm.0 Request processed in 745us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.804335:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8496 00000100:00100000:2.0:1767316915.806515:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.806578:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934052992 00000100:00100000:1.0:1767316915.806586:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934052992 00000100:00100000:1.0:1767316915.806627:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8497 00000100:00100000:1.0:1767316915.806635:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934052992:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.806683:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316915.806707:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba90ec lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afc7 expref: 115 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.806725:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316915.806766:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba90ad lrc: 0/0,0 mode: --/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afb2 expref: 114 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.806776:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.806779:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.806800:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806813:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806823:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806838:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,1 mode: --/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806849:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806856:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806970:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806978:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.806985:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:1.0:1767316915.807381:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2435, 64 off209680 00000040:00080000:1.0:1767316915.807408:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2443, 64 off210160 00000040:00080000:1.0:1767316915.807417:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2444, 64 off210224 00000040:00080000:1.0:1767316915.807425:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2436, 64 off209744 00010000:00010000:1.0:1767316915.807476:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807483:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807488:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807494:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807498:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807505:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807522:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316915.807543:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807548:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807554:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807559:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.807563:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807564:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316915.807570:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807571:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807576:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.807580:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.807583:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.807586:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807591:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807598:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807606:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:3.0:1767316915.807609:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316915.807612:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807617:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9108 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.807630:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316915.807632:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316915.807634:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.807859:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9101 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807919:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807924:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807930:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807933:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.807935:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807938:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807945:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.807948:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.807950:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.807955:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba90f3 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316915.807964:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026357e80 reply state 0000000035cc9c6c transno 8589942996 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316915.807971:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.808063:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934052992:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1425us (1552us total) trans 8589942996 rc 0/0 00000100:00100000:1.0:1767316915.808071:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8497 00010000:00010000:1.0:1767316915.810064:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.810082:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.810090:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.810106:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.810110:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.810117:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.810132:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x98a5b8df (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.810134:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.810139:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 2/0,0 mode: --/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.810144:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba90fa lrc: 0/0,0 mode: --/PW res: [0x200000404:0x19:0x0].0x98a5b8df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316915.810755:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.810926:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934053120 00000100:00100000:1.0:1767316915.810938:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934053120 00000100:00100000:1.0:1767316915.810997:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8498 00000100:00100000:1.0:1767316915.811007:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+114:77301:x1853163934053120:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.811034:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.811052:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba910f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afce expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.811128:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811139:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811149:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811166:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811173:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811179:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811286:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9124 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811295:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9124 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811302:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9124 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.811355:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x19:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.811359:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.811380:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9124 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811389:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811395:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811400:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811406:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.811409:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811416:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811425:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316915.811428:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.811431:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811436:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9116 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811446:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811453:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811459:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811463:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.811465:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811471:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811477:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.811479:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.811482:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811487:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba911d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.811516:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba910f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afce expref: 116 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.811530:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9124 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afce expref: 115 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.811538:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.811540:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.812274:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0400, rc 0) 00000100:00100000:1.0:1767316915.812344:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934053120:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1336us (1619us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.812351:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8498 00000100:00100000:0.0:1767316915.815627:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.815879:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934053376 00000100:00100000:2.0:1767316915.815889:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934053376 00000100:00100000:2.0:1767316915.815945:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3376 00000100:00100000:2.0:1767316915.815956:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934053376:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.816227:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+116:77301:x1853163934053376:12345-192.168.204.9@tcp:35:rm.0 Request processed in 272us (607us total) trans 8589942997 rc 0/0 00000100:00100000:2.0:1767316915.816235:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3376 00000100:00100000:3.0:1767316915.818637:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.818707:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934053632 00000100:00100000:1.0:1767316915.818717:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934053632 00000100:00100000:1.0:1767316915.818802:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8499 00000100:00100000:1.0:1767316915.818814:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+116:77301:x1853163934053632:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316915.818875:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316915.818907:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9124 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x19:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afce expref: 116 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.818936:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba90c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x19:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afc0 expref: 115 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.818949:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316915.818966:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9091 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afab expref: 114 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.818980:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:1.0:1767316915.818985:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316915.819009:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819022:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819031:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819044:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819050:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819056:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819175:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819183:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.819189:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.820020:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x19:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.820038:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820050:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820057:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820062:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.820067:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820074:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820085:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x19:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316915.820088:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316915.820091:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820106:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9139 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820158:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820165:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820171:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820176:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.820179:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820188:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820196:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.820198:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.820201:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.820206:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba912b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316915.820219:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007092b29 reply state 00000000d25d4e84 transno 8589942998 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316915.820228:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316915.820698:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934053632:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1882us (2151us total) trans 8589942998 rc 0/0 00000100:00100000:1.0:1767316915.820707:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8499 00000100:00100000:2.0:1767316915.823723:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.823841:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934053760 00000100:00100000:1.0:1767316915.823852:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934053760 00000100:00100000:1.0:1767316915.823913:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8500 00000100:00100000:1.0:1767316915.823924:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934053760:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.823949:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.823972:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9140 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afd5 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.824040:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9147 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.824054:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.824065:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.824132:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316915.824136:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.824162:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.824187:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9140 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afd5 expref: 117 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.824209:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afd5 expref: 116 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.824217:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316915.824220:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.824225:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:1.0:1767316915.824294:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+116:77301:x1853163934053760:12345-192.168.204.9@tcp:101:rm.0 Request processed in 371us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.824302:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8500 00010000:00010000:3.0:1767316915.825970:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.825987:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.825996:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.826003:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.826008:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.826015:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.826031:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7b0e8b47 (ffff9b3ed9657c00) 00010000:00010000:3.0:1767316915.826035:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.826039:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.826045:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9132 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7b0e8b47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316915.827697:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.828020:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934053888 00000100:00100000:2.0:1767316915.828031:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934053888 00000100:00100000:2.0:1767316915.828127:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8501 00000100:00100000:2.0:1767316915.828137:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+115:77301:x1853163934053888:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.828162:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.828185:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba914e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afdc expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.828265:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828291:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828303:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828323:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828329:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828336:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828435:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9163 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828443:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9163 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.828450:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9163 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:2.0:1767316915.829050:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1d:0x0]: returning size 11776 00000004:00200000:2.0:1767316915.829056:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.829087:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9163 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829110:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829117:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829123:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829128:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.829132:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829139:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829152:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:2.0:1767316915.829155:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.829160:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829165:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9155 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829178:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829184:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829189:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829194:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.829197:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829203:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829209:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe1895f91 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316915.829211:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.829213:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829218:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba915c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:2.0:1767316915.829249:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba914e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afdc expref: 117 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.829263:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9163 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afdc expref: 116 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.829280:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316915.829282:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.829286:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8a00, rc 0) 00000100:00100000:2.0:1767316915.829477:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+116:77301:x1853163934053888:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1340us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.829485:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8501 00000100:00100000:3.0:1767316915.838318:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.838683:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934054144 00000100:00100000:2.0:1767316915.838694:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934054144 00000100:00100000:2.0:1767316915.838808:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8502 00000100:00100000:2.0:1767316915.838818:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+116:77301:x1853163934054144:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.838837:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.838857:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba916a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afe3 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767316915.838978:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1d:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.839111:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba916a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afe3 expref: 118 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.839125:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:2.0:1767316915.839128:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316915.839134:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba916a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afe3 expref: 118 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.839145:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9400, rc 0) 00000100:00100000:2.0:1767316915.839215:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+117:77301:x1853163934054144:12345-192.168.204.9@tcp:101:rm.0 Request processed in 398us (906us total) trans 8589942999 rc 301/301 00000100:00100000:2.0:1767316915.839222:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8502 00000100:00100000:2.0:1767316915.842872:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.842951:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934054272 00000100:00100000:0.0:1767316915.842961:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934054272 00000100:00100000:0.0:1767316915.843029:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3377 00000100:00100000:0.0:1767316915.843040:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+117:77301:x1853163934054272:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316915.848057:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+117:77301:x1853163934054272:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5008us (5190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.848072:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3377 00000100:00100000:0.0:1767316915.852463:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.852625:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934054528 00000100:00100000:2.0:1767316915.852635:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934054528 00000100:00100000:2.0:1767316915.852758:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3378 00000100:00100000:2.0:1767316915.852777:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+117:77301:x1853163934054528:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.853142:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+118:77301:x1853163934054528:12345-192.168.204.9@tcp:35:rm.0 Request processed in 373us (688us total) trans 8589943000 rc 0/0 00000100:00100000:2.0:1767316915.853149:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3378 00000100:00100000:3.0:1767316915.855612:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.856143:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934054784 00000100:00100000:1.0:1767316915.856153:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934054784 00000100:00100000:1.0:1767316915.856215:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8503 00000100:00100000:1.0:1767316915.856224:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+118:77301:x1853163934054784:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.856247:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.856277:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9178 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afea expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.856398:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba917f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.856412:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba917f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.856423:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba917f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316915.856434:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1d:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.856567:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9178 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afea expref: 121 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.856586:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba917f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afea expref: 120 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.856595:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316915.856597:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316915.856601:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:1.0:1767316915.856659:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+120:77301:x1853163934054784:12345-192.168.204.9@tcp:101:rm.0 Request processed in 437us (1056us total) trans 8589943001 rc 0/0 00000100:00100000:1.0:1767316915.856666:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8503 00000100:00100000:3.0:1767316915.860109:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.860297:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934054912 00000100:00100000:1.0:1767316915.860308:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934054912 00000100:00100000:1.0:1767316915.860356:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8504 00000100:00100000:1.0:1767316915.860364:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+120:77301:x1853163934054912:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.860389:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.860409:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba918d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aff1 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.860477:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860490:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860500:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860514:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860520:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860526:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860637:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860645:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860651:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316915.860684:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1e:0x0]: returning size 0 00000004:00200000:1.0:1767316915.860688:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.860704:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860714:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860721:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860750:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860756:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860762:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.860777:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860784:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860794:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316915.860797:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.860802:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860807:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9194 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860821:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860826:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860831:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860835:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.860837:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860846:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860853:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0xe488ae23 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.860856:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.860858:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860863:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba919b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316915.860891:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba918d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aff1 expref: 122 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.860904:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aff1 expref: 121 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.860911:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1e:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316915.860913:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316915.860916:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0c00, rc 0) 00000100:00100000:1.0:1767316915.860977:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934054912:12345-192.168.204.9@tcp:101:rm.0 Request processed in 612us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.860985:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8504 00000100:00100000:1.0:1767316915.864061:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.864232:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934055168 00000100:00100000:3.0:1767316915.864243:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934055168 00000100:00100000:3.0:1767316915.864306:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8505 00000100:00100000:3.0:1767316915.864317:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934055168:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.864371:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316915.864397:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba91a2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aff1 expref: 121 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.864416:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1e:0x0].0x0 (ffff9b3ed9657500) 00010000:00010000:3.0:1767316915.864432:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9163 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afdc expref: 120 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.864440:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316915.864443:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.864462:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864475:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864484:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864497:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864503:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864508:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864622:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864630:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.864638:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000040:00080000:3.0:1767316915.865183:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2437, 64 off209808 00010000:00010000:3.0:1767316915.865245:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865254:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865263:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865270:0:45512:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865276:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865282:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865308:0:45512:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316915.865325:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865330:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865335:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865345:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.865348:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865355:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865364:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1e:0x0].0x0 (ffff9b3ec8239400) 00010000:00010000:3.0:1767316915.865367:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316915.865371:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865376:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba91b7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865424:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865430:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865435:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865441:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.865443:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865447:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865454:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:3.0:1767316915.865456:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.865459:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316915.865463:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba91a9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000004:00010000:3.0:1767316915.865471:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007802a126 reply state 00000000d430f694 transno 8589943002 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:3.0:1767316915.865478:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316915.866053:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934055168:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1733us (1995us total) trans 8589943002 rc 0/0 00000100:00100000:3.0:1767316915.866062:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8505 00010000:00010000:0.0:1767316915.866332:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316915.866340:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.866347:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316915.866351:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.866358:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.866368:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1e:0x0].0x0 (ffff9b3ec8239400) 00010000:00010000:0.0:1767316915.866370:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316915.866373:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.866380:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba91be lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.866393:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.866395:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316915.866396:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316915.869024:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316915.869280:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.869293:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.869305:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.869312:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.869316:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.869324:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.869342:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0xe488ae23 (ffff9b3ec8239900) 00010000:00010000:0.0:1767316915.869346:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.869350:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316915.869357:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba91b0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1d:0x0].0xe488ae23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:1.0:1767316915.870441:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934055296 00000100:00100000:1.0:1767316915.870460:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934055296 00000100:00100000:2.0:1767316915.870938:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8506 00000100:00100000:2.0:1767316915.870959:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+120:77301:x1853163934055296:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.871000:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.871029:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba91c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079aff8 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.871120:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871136:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871152:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871167:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871174:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871179:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871552:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba91da lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871562:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba91da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871569:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba91da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316915.871615:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1d:0x0]: returning size 11776 00000004:00200000:2.0:1767316915.871620:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.871646:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba91da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871657:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871663:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871670:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871676:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.871679:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871686:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871701:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:2.0:1767316915.871704:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.871711:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871716:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba91cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871761:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871893:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871901:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871907:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.871910:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871917:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871926:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe1895f91 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316915.871928:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.871932:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871937:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba91d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.871981:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba91c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aff8 expref: 122 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.871997:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba91da lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aff8 expref: 121 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.872006:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316915.872008:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.872011:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9800, rc 0) 00000100:00100000:2.0:1767316915.872113:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934055296:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1162us (3099us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.872122:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8506 00000100:00100000:3.0:1767316915.875131:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.875467:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934055552 00000100:00100000:2.0:1767316915.875478:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934055552 00000100:00100000:2.0:1767316915.875548:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3379 00000100:00100000:2.0:1767316915.875558:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934055552:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.876116:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+122:77301:x1853163934055552:12345-192.168.204.9@tcp:35:rm.0 Request processed in 556us (993us total) trans 8589943003 rc 0/0 00000100:00100000:2.0:1767316915.876125:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3379 00000100:00100000:0.0:1767316915.878574:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.878920:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934055808 00000100:00100000:2.0:1767316915.878934:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934055808 00000100:00100000:2.0:1767316915.878999:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8507 00000100:00100000:2.0:1767316915.879009:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+122:77301:x1853163934055808:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316915.879066:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767316915.879103:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba91da lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aff8 expref: 122 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.879128:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba917f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afea expref: 121 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.879143:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6200) 00010000:00010000:2.0:1767316915.879160:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9147 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afd5 expref: 120 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.879170:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:2.0:1767316915.879178:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316915.879213:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879226:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879236:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879251:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879257:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879263:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879380:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879388:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.879394:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316915.880395:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1d:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.880415:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880424:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880431:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880437:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.880441:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880448:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880459:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1d:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316915.880461:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.880465:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880470:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba91ef lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880512:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880518:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880523:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880528:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.880531:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880536:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880839:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316915.880843:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.880846:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.880852:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba91e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316915.880866:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ca0e345 reply state 00000000c3bc1f87 transno 8589943004 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316915.880875:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.881000:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934055808:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1989us (2431us total) trans 8589943004 rc 0/0 00000100:00100000:2.0:1767316915.881009:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8507 00010000:00010000:3.0:1767316915.883564:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.883581:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.883588:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.883594:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.883599:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.883606:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.883622:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe1895f91 (ffff9b3efd6a6300) 00010000:00010000:3.0:1767316915.883625:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.883631:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.883636:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba91e8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe1895f91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316915.884581:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.885157:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934055936 00000100:00100000:3.0:1767316915.885169:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934055936 00000100:00100000:3.0:1767316915.885243:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8508 00000100:00100000:3.0:1767316915.885254:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+120:77301:x1853163934055936:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.885298:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.885325:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba91f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079afff expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.885402:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba91fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.885415:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba91fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.885427:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba91fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:3.0:1767316915.885490:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:3.0:1767316915.885495:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316915.885520:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba91fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:3.0:1767316915.885555:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba91f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afff expref: 122 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.885575:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba91fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afff expref: 121 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.885588:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316915.885591:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316915.885594:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:3.0:1767316915.885656:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934055936:12345-192.168.204.9@tcp:101:rm.0 Request processed in 403us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316915.885664:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8508 00000100:00100000:3.0:1767316915.889339:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.889527:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934056064 00000100:00100000:1.0:1767316915.889551:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934056064 00000100:00100000:1.0:1767316915.889620:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8509 00000100:00100000:1.0:1767316915.889632:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+121:77301:x1853163934056064:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.889655:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.889680:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9204 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b006 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.889790:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889807:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889820:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889834:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889841:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889848:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889956:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9219 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889964:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9219 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.889970:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9219 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:1.0:1767316915.890196:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x47:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.890200:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.890227:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9219 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890241:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890247:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890253:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890260:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.890265:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890272:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890285:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316915.890288:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.890293:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890300:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba920b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890316:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890322:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890327:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890332:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.890335:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890341:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890347:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x159f6f8a (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.890349:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.890352:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890358:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9212 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:1.0:1767316915.890389:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9204 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b006 expref: 123 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.890403:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9219 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b006 expref: 122 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.890411:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.890413:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.890416:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1e00, rc 0) 00000100:00100000:1.0:1767316915.890494:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+122:77301:x1853163934056064:12345-192.168.204.9@tcp:101:rm.0 Request processed in 863us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.890503:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8509 00000100:00100000:0.0:1767316915.899109:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.899353:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934056192 00000100:00100000:2.0:1767316915.899364:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934056192 00000100:00100000:2.0:1767316915.899421:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3380 00000100:00100000:2.0:1767316915.899427:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+122:77301:x1853163934056192:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:2.0:1767316915.899565:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+122:77301:x1853163934056192:12345-192.168.204.9@tcp:49:rm.0 Request processed in 136us (474us total) trans 0 rc -61/-61 00000100:00100000:2.0:1767316915.899574:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3380 00000100:00100000:3.0:1767316915.901895:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.902010:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934056448 00000100:00100000:2.0:1767316915.902020:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934056448 00000100:00100000:0.0:1767316915.902133:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8510 00000100:00100000:0.0:1767316915.902147:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+122:77301:x1853163934056448:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.902171:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.902207:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b00d expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316915.902327:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x47:0x0]: returning size 11776 00010000:00010000:0.0:1767316915.902437:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9220 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b00d expref: 124 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.902449:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316915.902451:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316915.902455:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b00d expref: 124 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.902466:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316915.902532:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+123:77301:x1853163934056448:12345-192.168.204.9@tcp:101:rm.0 Request processed in 387us (646us total) trans 8589943005 rc 301/301 00000100:00100000:0.0:1767316915.902539:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8510 00000100:00100000:1.0:1767316915.908148:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.908371:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934056576 00000100:00100000:0.0:1767316915.908382:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934056576 00000100:00100000:0.0:1767316915.908440:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3381 00000100:00100000:0.0:1767316915.908450:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+123:77301:x1853163934056576:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316915.914230:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+123:77301:x1853163934056576:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5770us (6081us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.914244:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3381 00000100:00100000:0.0:1767316915.922083:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.922256:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934056832 00000100:00100000:2.0:1767316915.922268:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934056832 00000100:00100000:2.0:1767316915.922368:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3382 00000100:00100000:2.0:1767316915.922378:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+123:77301:x1853163934056832:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316915.922981:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+124:77301:x1853163934056832:12345-192.168.204.9@tcp:35:rm.0 Request processed in 603us (905us total) trans 8589943006 rc 0/0 00000100:00100000:2.0:1767316915.922990:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3382 00000100:00100000:3.0:1767316915.925875:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.926680:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934056960 00000100:00100000:0.0:1767316915.926691:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934056960 00000100:00100000:0.0:1767316915.926759:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3383 00000100:00100000:0.0:1767316915.926951:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+124:77301:x1853163934056960:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:0.0:1767316915.927112:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+124:77301:x1853163934056960:12345-192.168.204.9@tcp:49:rm.0 Request processed in 344us (1270us total) trans 0 rc -61/-61 00000100:00100000:0.0:1767316915.927121:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3383 00000100:00100000:3.0:1767316915.929897:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.930504:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934057216 00000100:00100000:0.0:1767316915.930514:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934057216 00000100:00100000:0.0:1767316915.930587:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8511 00000100:00100000:0.0:1767316915.930597:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+124:77301:x1853163934057216:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316915.930620:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316915.930643:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba922e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b014 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.930839:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9235 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.931082:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9235 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.931102:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9235 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316915.931115:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x47:0x0]: returning size 11776 00010000:00010000:0.0:1767316915.931326:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba922e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b014 expref: 127 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.931347:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9235 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b014 expref: 126 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.931356:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316915.931359:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767316915.931362:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00000100:00100000:0.0:1767316915.931432:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+126:77301:x1853163934057216:12345-192.168.204.9@tcp:101:rm.0 Request processed in 836us (1552us total) trans 8589943007 rc 0/0 00000100:00100000:0.0:1767316915.931439:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8511 00000100:00100000:0.0:1767316915.934690:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.934782:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934057344 00000100:00100000:2.0:1767316915.934796:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934057344 00000100:00100000:2.0:1767316915.935009:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3384 00000100:00100000:2.0:1767316915.935023:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+126:77301:x1853163934057344:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:2.0:1767316915.935174:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+126:77301:x1853163934057344:12345-192.168.204.9@tcp:49:rm.0 Request processed in 153us (494us total) trans 0 rc -61/-61 00000100:00100000:2.0:1767316915.935183:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3384 00000100:00100000:0.0:1767316915.937385:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.937446:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934057472 00000100:00100000:3.0:1767316915.937455:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934057472 00000100:00100000:3.0:1767316915.937504:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8512 00000100:00100000:3.0:1767316915.937511:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+126:77301:x1853163934057472:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316915.937526:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316915.937543:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9243 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b01b expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.937607:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937623:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937634:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937645:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937650:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937654:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937794:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937801:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.937808:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316915.937837:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x48:0x0]: returning size 5 00000004:00200000:3.0:1767316915.937925:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.938023:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938037:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938046:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938053:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938059:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938065:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.938070:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938077:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938088:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:2.0:1767316915.938100:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.938105:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938112:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba924a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938127:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938136:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938142:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938146:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.938149:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938155:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938162:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0xd5143738 (ffff9b3ec8239b00) 00010000:00010000:2.0:1767316915.938164:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.938167:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938173:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9251 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.938287:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9243 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b01b expref: 128 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.938303:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b01b expref: 127 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.938310:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x48:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:2.0:1767316915.938313:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316915.938315:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de800, rc 0) 00000100:00100000:2.0:1767316915.938399:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934057472:12345-192.168.204.9@tcp:101:rm.0 Request processed in 887us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.938408:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8512 00000100:00100000:3.0:1767316915.943431:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316915.944491:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934057728 00000100:00100000:0.0:1767316915.944507:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934057728 00000100:00100000:0.0:1767316915.944579:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8513 00000100:00100000:0.0:1767316915.944590:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934057728:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1767316915.944647:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767316915.944680:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9258 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b01b expref: 127 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.944702:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x48:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:0.0:1767316915.944718:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9219 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b006 expref: 126 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316915.944771:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316915.944775:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316915.944797:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.944810:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.944821:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.944834:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.944841:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.944847:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945101:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945109:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945117:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:0.0:1767316915.945574:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2438, 64 off209872 00000040:00080000:0.0:1767316915.945601:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2445, 64 off210288 00000040:00080000:0.0:1767316915.945620:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2439, 64 off209936 00010000:00010000:0.0:1767316915.945694:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945703:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945711:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945719:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945724:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945751:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945765:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316915.945785:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945795:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945802:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945807:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.945812:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945819:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945827:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x48:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316915.945829:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316915.945832:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945837:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba926d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945895:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945901:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945907:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945912:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.945915:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945924:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945930:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316915.945932:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.945935:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 2/0,0 mode: --/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.945940:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba925f lrc: 0/0,0 mode: --/CW res: [0x200000404:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.946255:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316915.946264:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.946270:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316915.946274:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.946280:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.946290:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x48:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:1.0:1767316915.946293:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316915.946296:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.946301:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9274 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.946316:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.946318:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316915.946319:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1767316915.946612:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aae859b6 reply state 000000001adf0c5f transno 8589943008 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316915.946621:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316915.946984:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934057728:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2391us (3558us total) trans 8589943008 rc 0/0 00000100:00100000:0.0:1767316915.946994:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8513 00000100:00100000:3.0:1767316915.952085:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.952276:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934057856 00000100:00100000:1.0:1767316915.952286:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934057856 00000100:00100000:1.0:1767316915.952341:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8514 00000100:00100000:1.0:1767316915.952351:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934057856:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.952376:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.952403:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba927b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b022 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.952503:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952517:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952528:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952547:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952553:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952559:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952657:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9290 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952665:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9290 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952672:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9290 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.952712:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x47:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.952715:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.952753:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9290 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952764:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952770:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952777:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952782:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.952787:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952793:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952803:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316915.952807:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.952812:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952817:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9282 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952833:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952839:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952845:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952850:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.952852:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952857:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952864:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x159f6f8a (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.952866:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.952868:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952872:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9289 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.952895:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba927b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b022 expref: 129 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.952904:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9290 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b022 expref: 128 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.952909:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316915.952910:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.952912:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0400, rc 0) 00000100:00100000:1.0:1767316915.952967:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934057856:12345-192.168.204.9@tcp:101:rm.0 Request processed in 618us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.952975:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8514 00010000:00010000:0.0:1767316915.953459:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.953467:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.953473:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.953478:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316915.953490:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.953496:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.953509:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0xd5143738 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316915.953512:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316915.953515:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316915.953520:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9266 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x47:0x0].0xd5143738 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316915.956460:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.956657:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934058112 00000100:00100000:1.0:1767316915.956672:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934058112 00000100:00100000:1.0:1767316915.956871:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3385 00000100:00100000:1.0:1767316915.956882:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934058112:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316915.957718:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934058112:12345-192.168.204.9@tcp:35:rm.0 Request processed in 833us (1265us total) trans 8589943009 rc 0/0 00000100:00100000:1.0:1767316915.958404:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3385 00000100:00100000:2.0:1767316915.961161:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316915.961454:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934058368 00000100:00100000:3.0:1767316915.961466:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934058368 00000100:00100000:3.0:1767316915.961528:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8515 00000100:00100000:3.0:1767316915.961538:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934058368:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316915.961707:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1767316915.961887:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9290 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x47:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b022 expref: 128 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.961915:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9235 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b014 expref: 127 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.961934:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:3.0:1767316915.961951:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba91fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079afff expref: 126 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316915.961960:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316915.961966:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316915.961999:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962013:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962023:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962035:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962041:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962047:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962456:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962465:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.962472:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316915.964149:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x47:0x0]: returning size 11776 00010000:00010000:2.0:1767316915.964385:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964395:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964403:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964409:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.964414:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964422:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964436:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x47:0x0].0x0 (ffff9b3ec8239b00) 00010000:00010000:2.0:1767316915.964440:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316915.964444:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964450:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba92a5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964495:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964501:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964507:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964512:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316915.964514:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964519:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964526:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:2.0:1767316915.964529:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316915.964531:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.964537:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9297 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316915.964636:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000824b7ae7 reply state 00000000d90be1b7 transno 8589943010 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316915.964645:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316915.965010:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934058368:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3468us (3854us total) trans 8589943010 rc 0/0 00000100:00100000:2.0:1767316915.965020:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8515 00000100:00100000:0.0:1767316915.969202:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1767316915.969849:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.969863:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.969871:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.969877:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316915.969882:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.969892:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.969912:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x159f6f8a (ffff9b3ec8239700) 00010000:00010000:3.0:1767316915.969916:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316915.969920:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316915.969926:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba929e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x159f6f8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316915.970118:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934058496 00000100:00100000:2.0:1767316915.970132:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934058496 00000100:00100000:2.0:1767316915.970401:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8516 00000100:00100000:2.0:1767316915.970412:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+126:77301:x1853163934058496:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316915.970436:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316915.970459:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba92ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b029 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.970525:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba92b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.970537:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba92b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.970638:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba92b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316915.970705:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:2.0:1767316915.970709:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316915.970775:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba92b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316915.970800:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba92ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b029 expref: 128 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.970814:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba92b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b029 expref: 127 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316915.970821:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316915.970823:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316915.970826:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9800, rc 0) 00000100:00100000:2.0:1767316915.970904:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934058496:12345-192.168.204.9@tcp:101:rm.0 Request processed in 494us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316915.970911:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8516 00000100:00100000:0.0:1767316915.973604:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.974355:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934058624 00000100:00100000:1.0:1767316915.974366:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934058624 00000100:00100000:1.0:1767316915.974424:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8517 00000100:00100000:1.0:1767316915.974432:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+127:77301:x1853163934058624:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.974452:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.974470:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b030 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.974537:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974628:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974639:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974653:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974659:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974665:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974856:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba92cf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974864:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba92cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.974870:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba92cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316915.975070:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x4e:0x0]: returning size 11776 00000004:00200000:1.0:1767316915.975075:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316915.975987:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba92cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976005:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976012:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976019:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976025:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.976029:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976037:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976050:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:1.0:1767316915.976052:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.976057:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976063:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba92c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976079:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976084:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976099:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976104:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316915.976107:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976118:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976124:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c2b9d6 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316915.976126:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316915.976129:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976135:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba92c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316915.976375:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b030 expref: 129 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.976391:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba92cf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b030 expref: 128 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.976398:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316915.976400:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316915.976403:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0000, rc 0) 00000100:00100000:1.0:1767316915.976508:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934058624:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2075us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316915.976517:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8517 00000100:00100000:2.0:1767316915.980782:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.980927:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934058752 00000100:00100000:1.0:1767316915.980940:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934058752 00000100:00100000:1.0:1767316915.980998:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3386 00000100:00100000:1.0:1767316915.981009:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934058752:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1767316915.981154:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934058752:12345-192.168.204.9@tcp:49:rm.0 Request processed in 146us (423us total) trans 0 rc -61/-61 00000100:00100000:1.0:1767316915.981163:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3386 00000100:00100000:3.0:1767316915.984531:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316915.984723:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934059008 00000100:00100000:1.0:1767316915.984755:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934059008 00000100:00100000:1.0:1767316915.984826:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8518 00000100:00100000:1.0:1767316915.984835:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+128:77301:x1853163934059008:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316915.984855:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316915.984876:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b037 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316915.984996:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x4e:0x0]: returning size 11776 00010000:00010000:1.0:1767316915.985138:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92d6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b037 expref: 130 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.985153:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:1.0:1767316915.985156:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316915.985162:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b037 expref: 130 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316915.985357:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:1.0:1767316915.985419:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+129:77301:x1853163934059008:12345-192.168.204.9@tcp:101:rm.0 Request processed in 584us (900us total) trans 8589943011 rc 301/301 00000100:00100000:1.0:1767316915.985427:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8518 00000100:00100000:3.0:1767316915.990164:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316915.992139:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934059136 00000100:00100000:2.0:1767316915.992157:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934059136 00000100:00100000:2.0:1767316915.992423:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3387 00000100:00100000:2.0:1767316915.992435:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+129:77301:x1853163934059136:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316915.999516:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+129:77301:x1853163934059136:12345-192.168.204.9@tcp:37:rm.0 Request processed in 7072us (9352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316915.999532:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3387 00000100:00100000:0.0:1767316916.003596:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.003671:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934059392 00000100:00100000:1.0:1767316916.003684:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934059392 00000100:00100000:1.0:1767316916.003788:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3388 00000100:00100000:1.0:1767316916.003799:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+129:77301:x1853163934059392:12345-192.168.204.9@tcp:35:rm.0 00000100:00080000:3.0:1767316916.004284:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767316916.004593:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+130:77301:x1853163934059392:12345-192.168.204.9@tcp:35:rm.0 Request processed in 794us (1005us total) trans 8589943012 rc 0/0 00000100:00100000:1.0:1767316916.004603:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3388 00000100:00100000:0.0:1767316916.009084:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.009383:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934059520 00000100:00100000:1.0:1767316916.009394:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934059520 00000100:00100000:1.0:1767316916.009488:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3389 00000100:00100000:1.0:1767316916.009498:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+130:77301:x1853163934059520:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1767316916.009674:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+130:77301:x1853163934059520:12345-192.168.204.9@tcp:49:rm.0 Request processed in 177us (599us total) trans 0 rc -61/-61 00000100:00100000:1.0:1767316916.009682:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3389 00000100:00100000:2.0:1767316916.013527:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.013715:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934059776 00000100:00100000:1.0:1767316916.013863:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934059776 00000100:00100000:1.0:1767316916.013967:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8519 00000100:00100000:1.0:1767316916.013978:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+130:77301:x1853163934059776:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.014003:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.014025:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b03e expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.014180:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92eb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.014338:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.014353:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.014366:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x4e:0x0]: returning size 11776 00010000:00010000:1.0:1767316916.014514:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b03e expref: 133 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.014975:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b03e expref: 132 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.014986:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.014990:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316916.014994:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1200, rc 0) 00000100:00100000:1.0:1767316916.015079:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+132:77301:x1853163934059776:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1102us (1561us total) trans 8589943013 rc 0/0 00000100:00100000:1.0:1767316916.015088:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8519 00000100:00100000:2.0:1767316916.018858:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.019157:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934059904 00000100:00100000:1.0:1767316916.019178:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934059904 00000100:00100000:1.0:1767316916.019243:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3390 00000100:00100000:1.0:1767316916.019253:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+132:77301:x1853163934059904:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1767316916.019390:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+132:77301:x1853163934059904:12345-192.168.204.9@tcp:49:rm.0 Request processed in 137us (543us total) trans 0 rc -61/-61 00000100:00100000:1.0:1767316916.019397:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3390 00000100:00100000:3.0:1767316916.022207:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.022310:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934060032 00000100:00100000:1.0:1767316916.022321:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934060032 00000100:00100000:1.0:1767316916.022383:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8520 00000100:00100000:1.0:1767316916.022392:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+132:77301:x1853163934060032:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.022413:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.022432:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92f9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b045 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.022531:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022557:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022570:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022586:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022592:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022599:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022978:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022990:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.022998:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.023102:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x4f:0x0]: returning size 5 00000004:00200000:0.0:1767316916.023107:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.023129:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023141:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023149:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023155:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023161:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023170:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.023174:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023181:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023192:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316916.023196:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.023200:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023206:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9300 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023221:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023227:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023232:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023236:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.023239:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023245:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023251:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x4e05074e (ffff9b3ed9657000) 00010000:00010000:0.0:1767316916.023254:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.023256:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023261:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9307 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.023293:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba92f9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b045 expref: 134 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.023304:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b045 expref: 133 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.023310:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4f:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316916.023311:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316916.023314:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1c00, rc 0) 00000100:00100000:0.0:1767316916.023389:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934060032:12345-192.168.204.9@tcp:101:rm.0 Request processed in 996us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.023398:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8520 00000100:00100000:2.0:1767316916.027645:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.027951:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934060288 00000100:00100000:0.0:1767316916.027962:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934060288 00000100:00100000:0.0:1767316916.028021:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8521 00000100:00100000:0.0:1767316916.028031:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934060288:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1767316916.028083:0:45512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767316916.028121:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba930e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b045 expref: 133 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.028145:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4f:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:0.0:1767316916.028163:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba92cf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b030 expref: 132 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.028174:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316916.028177:0:45512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316916.028198:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028211:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028221:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028233:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028239:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028245:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028410:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028419:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.028425:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000040:00080000:0.0:1767316916.029367:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2440, 64 off210000 00000040:00080000:0.0:1767316916.029390:0:45512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2441, 64 off210064 00010000:00010000:0.0:1767316916.029449:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029461:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029469:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029474:0:45512:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029479:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029485:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029893:0:45512:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316916.029916:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029924:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029931:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029936:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.029941:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029949:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029961:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4f:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:0.0:1767316916.029963:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316916.029968:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.029973:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9323 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030031:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030037:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030042:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030046:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.030048:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030053:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030060:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316916.030062:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.030064:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.030069:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9315 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000004:00010000:0.0:1767316916.030077:0:45512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002f92811f reply state 00000000df9feab5 transno 8589943014 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000100:00100000:0.0:1767316916.030084:0:45512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316916.030175:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934060288:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2141us (2536us total) trans 8589943014 rc 0/0 00000100:00100000:0.0:1767316916.030184:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8521 00010000:00010000:3.0:1767316916.032059:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.032071:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316916.032085:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.032099:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316916.032108:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316916.032125:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4f:0x0].0x0 (ffff9b3efc55a700) 00010000:00010000:3.0:1767316916.032128:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.032131:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:3.0:1767316916.032138:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba932a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.032508:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.032511:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.032513:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.033913:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.033929:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.033936:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.033941:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.033946:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.033953:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.033966:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x4e05074e (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.033969:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.033973:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.033979:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba931c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x4e:0x0].0x4e05074e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00000100:00100000:2.0:1767316916.036648:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.036723:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934060416 00000100:00100000:0.0:1767316916.036772:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934060416 00000100:00100000:0.0:1767316916.036822:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8522 00000100:00100000:0.0:1767316916.036832:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+132:77301:x1853163934060416:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.036858:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.036879:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9331 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b04c expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.036947:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.036960:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.036971:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.036984:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.036991:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.036996:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037102:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9346 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037110:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037117:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316916.037159:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x4e:0x0]: returning size 11776 00000004:00200000:0.0:1767316916.037163:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.037185:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037206:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037213:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037219:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037225:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.037229:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037236:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037247:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:0.0:1767316916.037250:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.037254:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037259:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba9338 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037273:0:45512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037278:0:45512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037283:0:45512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037288:0:45512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.037291:0:45512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037296:0:45512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037303:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c2b9d6 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316916.037306:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.037308:0:45512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037313:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba933f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.037345:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9331 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b04c expref: 134 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.037358:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9346 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b04c expref: 133 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.037366:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316916.037368:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.037371:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316916.037436:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934060416:12345-192.168.204.9@tcp:101:rm.0 Request processed in 605us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.037443:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8522 00000100:00100000:3.0:1767316916.040955:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.041051:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934060672 00000100:00100000:0.0:1767316916.041062:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934060672 00000100:00100000:0.0:1767316916.041117:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3391 00000100:00100000:0.0:1767316916.041126:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934060672:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316916.041547:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+134:77301:x1853163934060672:12345-192.168.204.9@tcp:35:rm.0 Request processed in 411us (592us total) trans 8589943015 rc 0/0 00000100:00100000:0.0:1767316916.041557:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3391 00000100:00100000:3.0:1767316916.045508:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.045655:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934060928 00000100:00100000:2.0:1767316916.045668:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934060928 00000100:00100000:2.0:1767316916.045799:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8523 00000100:00100000:2.0:1767316916.045809:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+134:77301:x1853163934060928:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.045862:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767316916.045889:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba9346 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b04c expref: 134 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.045913:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba92eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b03e expref: 133 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.045927:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:2.0:1767316916.045943:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba92b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b029 expref: 132 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.045951:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316916.045957:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.045981:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.045994:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046007:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046020:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046026:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046031:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046149:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046158:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046176:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.046561:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x4e:0x0]: returning size 11776 00010000:00010000:2.0:1767316916.046575:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046582:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046588:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046593:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.046597:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046605:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046613:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x4e:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316916.046616:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.046619:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046624:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba935b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046661:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046666:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046672:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046676:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.046679:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046683:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046689:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316916.046692:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.046694:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.046699:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba934d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.046709:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094e08399 reply state 000000003d6e866e transno 8589943016 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.046717:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.046812:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934060928:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1004us (1652us total) trans 8589943016 rc 0/0 00000100:00100000:2.0:1767316916.046820:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8523 00000100:00100000:3.0:1767316916.049835:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316916.049969:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.049982:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.049989:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.049995:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.050000:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.050008:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.050025:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c2b9d6 (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316916.050028:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.050033:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.050039:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9354 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5c2b9d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316916.050913:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934061056 00000100:00100000:0.0:1767316916.050926:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934061056 00000100:00100000:0.0:1767316916.050987:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8524 00000100:00100000:0.0:1767316916.050997:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+132:77301:x1853163934061056:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.051020:0:45512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.051040:0:45512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9362 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b053 expref: -99 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.051138:0:45512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9369 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.051151:0:45512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.051162:0:45512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00000004:00200000:0.0:1767316916.051238:0:45512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316916.051243:0:45512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.051265:0:45512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 45512 initiator: MDT0 00010000:00010000:0.0:1767316916.051299:0:45512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9362 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b053 expref: 134 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.051316:0:45512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9369 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b053 expref: 133 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.051328:0:45512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316916.051331:0:45512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.051334:0:45512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00000100:00100000:0.0:1767316916.051393:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934061056:12345-192.168.204.9@tcp:101:rm.0 Request processed in 396us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.051400:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8524 00000100:00100000:2.0:1767316916.055761:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.055966:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934061184 00000100:00100000:3.0:1767316916.055977:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934061184 00000100:00100000:3.0:1767316916.056032:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8525 00000100:00100000:3.0:1767316916.056042:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+133:77301:x1853163934061184:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.056063:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.056082:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b05a expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.056156:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056330:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056344:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056361:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056368:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056375:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056514:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9385 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056523:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9385 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056529:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9385 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316916.056950:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x53:0x0]: returning size 11776 00000004:00200000:3.0:1767316916.056955:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.056980:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9385 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056992:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.056999:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057005:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057016:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.057020:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057027:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057038:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:3.0:1767316916.057042:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.057046:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057052:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9377 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057064:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057070:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057075:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057080:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.057082:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057098:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057114:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4bb50555 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316916.057117:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.057121:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057126:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba937e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.057158:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b05a expref: 135 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.057182:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9385 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b05a expref: 134 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.057196:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:3.0:1767316916.057199:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316916.057202:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de400, rc 0) 00000100:00100000:3.0:1767316916.057264:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+134:77301:x1853163934061184:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1223us (1544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.057627:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8525 00000100:00100000:3.0:1767316916.060633:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.060710:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934061312 00000100:00100000:2.0:1767316916.060721:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934061312 00000100:00100000:2.0:1767316916.060806:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3392 00000100:00100000:2.0:1767316916.060815:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+134:77301:x1853163934061312:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:2.0:1767316916.060924:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+134:77301:x1853163934061312:12345-192.168.204.9@tcp:49:rm.0 Request processed in 109us (300us total) trans 0 rc -61/-61 00000100:00100000:2.0:1767316916.060933:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3392 00000100:00100000:2.0:1767316916.063951:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.064050:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934061568 00000100:00100000:0.0:1767316916.064061:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934061568 00000100:00100000:0.0:1767316916.064129:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8526 00000100:00100000:0.0:1767316916.064140:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+134:77301:x1853163934061568:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.064161:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.064197:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba938c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b061 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316916.064313:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x53:0x0]: returning size 11776 00010000:00010000:0.0:1767316916.064437:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba938c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b061 expref: 136 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.064451:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:0.0:1767316916.064454:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316916.064460:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba938c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b061 expref: 136 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.064473:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf800, rc 0) 00000100:00100000:0.0:1767316916.064531:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+135:77301:x1853163934061568:12345-192.168.204.9@tcp:101:rm.0 Request processed in 392us (592us total) trans 8589943017 rc 301/301 00000100:00100000:0.0:1767316916.064686:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8526 00000100:00100000:2.0:1767316916.071687:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.071935:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934061696 00000100:00100000:3.0:1767316916.072017:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934061696 00000100:00100000:3.0:1767316916.072074:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3393 00000100:00100000:3.0:1767316916.072085:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+135:77301:x1853163934061696:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316916.081360:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+135:77301:x1853163934061696:12345-192.168.204.9@tcp:37:rm.0 Request processed in 9265us (9673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.081375:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3393 00000100:00100000:2.0:1767316916.086925:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.087103:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934061952 00000100:00100000:0.0:1767316916.087113:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934061952 00000100:00100000:0.0:1767316916.087267:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3394 00000100:00100000:0.0:1767316916.087278:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+135:77301:x1853163934061952:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1767316916.087879:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+136:77301:x1853163934061952:12345-192.168.204.9@tcp:35:rm.0 Request processed in 599us (962us total) trans 8589943018 rc 0/0 00000100:00100000:0.0:1767316916.087887:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3394 00000100:00100000:3.0:1767316916.090974:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.091977:0:41791:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934062080 00000100:00100000:2.0:1767316916.091991:0:41791:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934062080 00000100:00100000:2.0:1767316916.092044:0:41791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3395 00000100:00100000:2.0:1767316916.092053:0:41791:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+136:77301:x1853163934062080:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:2.0:1767316916.092199:0:41791:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+136:77301:x1853163934062080:12345-192.168.204.9@tcp:49:rm.0 Request processed in 145us (1233us total) trans 0 rc -61/-61 00000100:00100000:2.0:1767316916.092207:0:41791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3395 00000100:00100000:3.0:1767316916.094930:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.096535:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934062336 00000100:00100000:2.0:1767316916.096559:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934062336 00000100:00100000:2.0:1767316916.096635:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8527 00000100:00100000:2.0:1767316916.096646:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+136:77301:x1853163934062336:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.096670:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.096694:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba939a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b068 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.097221:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba93a1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.097238:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba93a1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.097249:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba93a1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316916.097261:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x53:0x0]: returning size 11776 00010000:00010000:2.0:1767316916.097621:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba939a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b068 expref: 139 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.097642:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba93a1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b068 expref: 138 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.097651:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316916.097654:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316916.097658:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8200, rc 0) 00000100:00100000:2.0:1767316916.097827:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+138:77301:x1853163934062336:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1181us (2906us total) trans 8589943019 rc 0/0 00000100:00100000:2.0:1767316916.097837:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8527 00000100:00100000:2.0:1767316916.101907:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.102167:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934062464 00000100:00100000:1.0:1767316916.102178:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934062464 00000100:00100000:1.0:1767316916.102281:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3396 00000100:00100000:1.0:1767316916.102292:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+138:77301:x1853163934062464:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1767316916.102421:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+138:77301:x1853163934062464:12345-192.168.204.9@tcp:49:rm.0 Request processed in 129us (703us total) trans 0 rc -61/-61 00000100:00100000:1.0:1767316916.102429:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3396 00000100:00100000:3.0:1767316916.104631:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.105224:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934062592 00000100:00100000:2.0:1767316916.105234:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934062592 00000100:00100000:2.0:1767316916.105282:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8528 00000100:00100000:2.0:1767316916.105291:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+138:77301:x1853163934062592:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.105312:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.105335:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba93af lrc: 2/0,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b06f expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.105399:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105417:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105429:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105443:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105450:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105456:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105591:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105599:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x54:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105606:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x54:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316916.105635:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x54:0x0]: returning size 7 00000004:00200000:2.0:1767316916.105640:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.105659:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x54:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105669:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105677:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105683:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105689:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105694:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.105698:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105704:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105715:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316916.105719:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.105723:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105747:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93b6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105758:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105774:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105779:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105784:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.105786:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105792:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105799:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x8c912c51 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316916.105801:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.105804:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 2/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105809:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93bd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.105836:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba93af lrc: 0/0,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b06f expref: 140 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.105848:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b06f expref: 139 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.105854:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x54:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316916.105857:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316916.105859:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d8e00, rc 0) 00000100:00100000:2.0:1767316916.105916:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934062592:12345-192.168.204.9@tcp:101:rm.0 Request processed in 626us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.105923:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8528 00000100:00100000:3.0:1767316916.109874:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.110066:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934062848 00000100:00100000:2.0:1767316916.110076:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934062848 00000100:00100000:2.0:1767316916.110139:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8529 00000100:00100000:2.0:1767316916.110149:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934062848:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.110206:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316916.110234:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba93c4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b06f expref: 139 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.110253:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x54:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316916.110279:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9385 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b05a expref: 138 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.110289:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316916.110292:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.110312:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110323:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110332:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110347:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110354:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110365:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110484:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110493:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.110499:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316916.111236:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2442, 64 off210128 00000040:00080000:2.0:1767316916.111252:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2443, 64 off210192 00010000:00010000:2.0:1767316916.111320:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111331:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111340:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111347:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111354:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111360:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111384:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.111401:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111408:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111414:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111420:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.111424:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111432:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111441:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x54:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316916.111444:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.111448:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111454:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba93d9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111506:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111513:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111519:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111524:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.111527:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.111935:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.112102:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316916.112105:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.112109:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 2/0,0 mode: --/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.112115:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba93cb lrc: 0/0,0 mode: --/CW res: [0x200000404:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.112126:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ec9a32d reply state 000000007a5b0222 transno 8589943020 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.112134:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.112230:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934062848:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2080us (2361us total) trans 8589943020 rc 0/0 00000100:00100000:2.0:1767316916.112239:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8529 00010000:00010000:3.0:1767316916.112317:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.112324:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.112330:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.112333:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.112338:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.112347:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x54:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:3.0:1767316916.112349:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.112352:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.112356:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba93e0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.112370:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.112371:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.112373:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.118514:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.118532:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.118549:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.118556:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.118560:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.118568:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.118585:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x8c912c51 (ffff9b3efd6a6a00) 00010000:00010000:0.0:1767316916.118589:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.118595:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.118601:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba93d2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x53:0x0].0x8c912c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.121662:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.122398:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934062976 00000100:00100000:2.0:1767316916.122409:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934062976 00000100:00100000:2.0:1767316916.122472:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8530 00000100:00100000:2.0:1767316916.122481:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+138:77301:x1853163934062976:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.122508:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.122528:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba93e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b076 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.122603:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122616:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122628:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122641:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122647:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122653:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122781:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba93fc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122789:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba93fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122796:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba93fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.122836:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x53:0x0]: returning size 11776 00000004:00200000:2.0:1767316916.122840:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.122863:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba93fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122873:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122879:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122885:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122895:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.122899:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122906:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122918:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:2.0:1767316916.122921:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.122926:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.122931:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba93ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123350:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123358:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123363:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123368:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.123372:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123377:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123385:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4bb50555 (ffff9b3efd6a6400) 00010000:00010000:2.0:1767316916.123388:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.123391:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123396:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba93f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.123428:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba93e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b076 expref: 140 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.123440:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba93fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b076 expref: 139 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.123447:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:2.0:1767316916.123449:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.123452:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316916.123653:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934062976:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1171us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.123663:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8530 00000100:00100000:2.0:1767316916.127627:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.127703:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934063232 00000100:00100000:1.0:1767316916.127714:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934063232 00000100:00100000:1.0:1767316916.127813:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3397 00000100:00100000:1.0:1767316916.127822:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934063232:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316916.128220:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+140:77301:x1853163934063232:12345-192.168.204.9@tcp:35:rm.0 Request processed in 398us (602us total) trans 8589943021 rc 0/0 00000100:00100000:1.0:1767316916.128228:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3397 00000100:00100000:0.0:1767316916.131179:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.131405:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934063488 00000100:00100000:1.0:1767316916.131416:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934063488 00000100:00100000:1.0:1767316916.131467:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8531 00000100:00100000:1.0:1767316916.131476:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+140:77301:x1853163934063488:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.131534:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316916.131570:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba93fc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b076 expref: 140 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.131592:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba93a1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x53:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b068 expref: 139 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.131604:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316916.131619:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9369 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b053 expref: 138 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.131629:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ab00) 00010000:00010000:1.0:1767316916.131637:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.131665:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131678:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131687:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131699:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131705:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131711:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131856:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131864:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.131871:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.133133:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x53:0x0]: returning size 11776 00010000:00010000:1.0:1767316916.133154:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133163:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133170:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133176:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.133180:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133187:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133198:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x53:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316916.133201:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.133205:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133211:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9411 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133264:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133527:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133533:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133624:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.133628:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133635:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133644:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316916.133647:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.133650:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.133656:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9403 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316916.133671:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b080bd8 reply state 000000001e16557d transno 8589943022 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.133680:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.134244:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934063488:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2702us (3008us total) trans 8589943022 rc 0/0 00000100:00100000:1.0:1767316916.134257:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8531 00010000:00010000:1.0:1767316916.136949:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.136968:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.136977:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.136983:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.136988:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.136996:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.137014:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4bb50555 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316916.137017:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.137023:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.137030:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba940a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4bb50555 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316916.139554:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.139934:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934063616 00000100:00100000:1.0:1767316916.140019:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934063616 00000100:00100000:1.0:1767316916.140113:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8532 00000100:00100000:1.0:1767316916.140123:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+138:77301:x1853163934063616:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.140151:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.140177:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9418 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b07d expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.140260:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba941f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.140284:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba941f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.140297:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba941f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.140364:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316916.140368:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.140392:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba941f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.140416:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9418 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b07d expref: 140 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.140436:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba941f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b07d expref: 139 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.140444:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.140447:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.140450:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0600, rc 0) 00000100:00100000:1.0:1767316916.140516:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934063616:12345-192.168.204.9@tcp:101:rm.0 Request processed in 394us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.140522:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8532 00000100:00100000:3.0:1767316916.143360:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.144674:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934063744 00000100:00100000:0.0:1767316916.144686:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934063744 00000100:00100000:0.0:1767316916.144834:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8533 00000100:00100000:0.0:1767316916.144844:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+139:77301:x1853163934063744:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.144865:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.144884:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9426 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b084 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.145020:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145033:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145044:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145055:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145062:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145067:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145174:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba943b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145182:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba943b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145337:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba943b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.145506:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x57:0x0]: returning size 11776 00000004:00200000:0.0:1767316916.145510:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.145634:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba943b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145648:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145655:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145662:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145668:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.145672:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145681:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145693:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:0.0:1767316916.145696:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.145701:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145707:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba942d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145718:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145723:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145748:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145753:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.145756:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145836:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145846:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc39c1287 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.145849:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.145852:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145857:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9434 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.145891:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba9426 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b084 expref: 141 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.145905:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba943b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b084 expref: 140 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.145917:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:0.0:1767316916.145920:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.145922:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316916.146059:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+140:77301:x1853163934063744:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1216us (2709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.146068:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8533 00000100:00100000:3.0:1767316916.149861:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.150068:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934064000 00000100:00100000:1.0:1767316916.150078:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934064000 00000100:00100000:1.0:1767316916.150140:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8534 00000100:00100000:1.0:1767316916.150150:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+140:77301:x1853163934064000:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.150170:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.150316:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9442 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b08b expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767316916.150441:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x57:0x0]: returning size 11776 00010000:00010000:1.0:1767316916.150647:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9442 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b08b expref: 142 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.150662:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.150665:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767316916.150670:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9442 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b08b expref: 142 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.150685:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1000, rc 0) 00000100:00100000:1.0:1767316916.150901:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+141:77301:x1853163934064000:12345-192.168.204.9@tcp:101:rm.0 Request processed in 751us (1048us total) trans 8589943023 rc 301/301 00000100:00100000:1.0:1767316916.150909:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8534 00000100:00100000:3.0:1767316916.158249:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.158322:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934064128 00000100:00100000:1.0:1767316916.158334:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934064128 00000100:00100000:1.0:1767316916.158398:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3398 00000100:00100000:1.0:1767316916.158408:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+141:77301:x1853163934064128:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1767316916.164287:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+141:77301:x1853163934064128:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5869us (6037us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.164301:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3398 00000100:00100000:0.0:1767316916.171297:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.171387:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934064384 00000100:00100000:1.0:1767316916.171398:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934064384 00000100:00100000:1.0:1767316916.171456:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3399 00000100:00100000:1.0:1767316916.171466:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+141:77301:x1853163934064384:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316916.172333:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+142:77301:x1853163934064384:12345-192.168.204.9@tcp:35:rm.0 Request processed in 865us (1042us total) trans 8589943024 rc 0/0 00000100:00100000:1.0:1767316916.172343:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3399 00000100:00100000:2.0:1767316916.176529:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.176795:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934064640 00000100:00100000:1.0:1767316916.176808:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934064640 00000100:00100000:1.0:1767316916.176870:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8535 00000100:00100000:1.0:1767316916.176879:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+142:77301:x1853163934064640:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.176905:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.176930:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9450 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b092 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.177074:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9457 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.177098:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9457 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.177110:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9457 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316916.177121:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x57:0x0]: returning size 11776 00010000:00010000:1.0:1767316916.177259:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9450 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b092 expref: 145 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.177280:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9457 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b092 expref: 144 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.177289:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316916.177292:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767316916.177295:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0200, rc 0) 00000100:00100000:1.0:1767316916.177367:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+144:77301:x1853163934064640:12345-192.168.204.9@tcp:101:rm.0 Request processed in 488us (847us total) trans 8589943025 rc 0/0 00000100:00100000:1.0:1767316916.177375:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8535 00000100:00100000:2.0:1767316916.181139:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.181322:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934064768 00000100:00100000:3.0:1767316916.181333:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934064768 00000100:00100000:3.0:1767316916.181383:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8536 00000100:00100000:3.0:1767316916.181393:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+144:77301:x1853163934064768:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.181417:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.181436:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9465 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b099 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.181527:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181559:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181570:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181584:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181591:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181597:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181717:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.181725:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.182074:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.182176:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x5a:0x0]: returning size 1516 00000004:00200000:2.0:1767316916.182181:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.182210:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182220:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182228:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182238:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182244:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182250:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.182253:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182261:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182272:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:2.0:1767316916.182274:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.182278:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182283:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba946c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182296:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182301:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182306:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182310:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.182312:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182321:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182327:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0xd5d60d6f (ffff9b3ec8239700) 00010000:00010000:2.0:1767316916.182329:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.182331:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182336:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9473 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.182365:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9465 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b099 expref: 146 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.182376:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b099 expref: 145 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.182382:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5a:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:2.0:1767316916.182384:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316916.182386:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df200, rc 0) 00000100:00100000:2.0:1767316916.182453:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934064768:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1061us (1323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.182460:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8536 00000100:00100000:2.0:1767316916.186380:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.186420:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934065024 00000100:00100000:1.0:1767316916.186429:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934065024 00000100:00100000:1.0:1767316916.186625:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8537 00000100:00100000:1.0:1767316916.186639:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065024:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.186697:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.186724:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba947a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b099 expref: 145 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.186762:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5a:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316916.186781:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba943b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b084 expref: 144 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.186790:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316916.186793:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.186815:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186829:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186848:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186859:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186863:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186870:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186977:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186984:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.186991:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000040:00080000:1.0:1767316916.187712:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2444, 64 off210256 00000040:00080000:1.0:1767316916.187971:0:42524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2446, 64 off210352 00010000:00010000:1.0:1767316916.188036:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188048:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188057:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188064:0:42524:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188070:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188076:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188105:0:42524:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.188122:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188128:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188134:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188139:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.188143:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188150:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188159:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5a:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316916.188162:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.188166:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188171:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba948f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.188193:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.188200:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.188206:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.188209:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.188214:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.188222:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5a:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:0.0:1767316916.188225:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.188228:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.188233:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9496 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.188247:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.188249:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.188251:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.188430:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188435:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188439:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188442:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.188444:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188450:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188456:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316916.188457:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.188459:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.188462:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9481 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:1.0:1767316916.188468:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f95c6a74 reply state 0000000067cdbe1c transno 8589943026 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:1.0:1767316916.188474:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.189093:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065024:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2446us (2711us total) trans 8589943026 rc 0/0 00000100:00100000:1.0:1767316916.189101:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8537 00010000:00010000:1.0:1767316916.192102:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.192119:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.192127:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.192133:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.192138:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.192145:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.192162:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0xd5d60d6f (ffff9b3ed9657500) 00010000:00010000:1.0:1767316916.192165:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.192170:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.192176:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9488 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x57:0x0].0xd5d60d6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:3.0:1767316916.192817:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.193008:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934065152 00000100:00100000:1.0:1767316916.193020:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934065152 00000100:00100000:1.0:1767316916.193075:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8538 00000100:00100000:1.0:1767316916.193084:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+144:77301:x1853163934065152:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.193120:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.193138:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba949d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0a0 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.193226:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193238:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193246:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193256:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193260:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193263:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193367:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba94b2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193374:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba94b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193379:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba94b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316916.193411:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x57:0x0]: returning size 11776 00000004:00200000:1.0:1767316916.193414:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.193428:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba94b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193435:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193438:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193442:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193445:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.193447:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193451:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193456:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.193458:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.193460:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193464:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba94a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193472:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193475:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193479:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193482:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.193483:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193486:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193489:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc39c1287 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316916.193490:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.193492:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193495:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba94ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.193515:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba949d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0a0 expref: 146 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.193523:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba94b2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0a0 expref: 145 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.193531:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316916.193532:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.193534:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1400, rc 0) 00000100:00100000:1.0:1767316916.193878:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065152:12345-192.168.204.9@tcp:101:rm.0 Request processed in 794us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.193883:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8538 00000100:00100000:0.0:1767316916.195877:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.196066:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934065408 00000100:00100000:1.0:1767316916.196075:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934065408 00000100:00100000:1.0:1767316916.196171:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3400 00000100:00100000:1.0:1767316916.196181:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065408:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316916.196455:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+146:77301:x1853163934065408:12345-192.168.204.9@tcp:35:rm.0 Request processed in 274us (583us total) trans 8589943027 rc 0/0 00000100:00100000:1.0:1767316916.196462:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3400 00000100:00100000:3.0:1767316916.198462:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.198535:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934065664 00000100:00100000:1.0:1767316916.198545:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934065664 00000100:00100000:1.0:1767316916.198696:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8539 00000100:00100000:1.0:1767316916.198703:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+146:77301:x1853163934065664:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.198784:0:42524:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316916.198811:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba94b2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x57:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0a0 expref: 146 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.198829:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9457 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x57:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b092 expref: 145 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.198837:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55ad00) 00010000:00010000:1.0:1767316916.198859:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba941f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b07d expref: 144 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.198864:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.198869:0:42524:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316916.198939:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.198953:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.198964:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.198976:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.198983:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.198989:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199104:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199112:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199118:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316916.199799:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x57:0x0]: returning size 11776 00010000:00010000:0.0:1767316916.199814:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199821:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199828:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199838:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.199842:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199849:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199859:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x57:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316916.199862:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316916.199866:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199872:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94c7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199916:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199922:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199928:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199933:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.199936:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199942:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199949:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.199952:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.199955:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.199960:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94b9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000004:00010000:0.0:1767316916.199971:0:42524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2c71d2b reply state 00000000630ea9e1 transno 8589943028 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316916.199979:0:42524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316916.200067:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065664:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1361us (1610us total) trans 8589943028 rc 0/0 00000100:00100000:0.0:1767316916.200076:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8539 00010000:00010000:1.0:1767316916.203474:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00000100:00100000:0.0:1767316916.203480:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316916.203486:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.203494:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.203500:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.203504:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.203511:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.203528:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc39c1287 (ffff9b3efc55a200) 00010000:00010000:1.0:1767316916.203530:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.203534:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.203540:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba94c0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc39c1287 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00000100:00100000:2.0:1767316916.203685:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934065792 00000100:00100000:2.0:1767316916.203694:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934065792 00000100:00100000:3.0:1767316916.203887:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8540 00000100:00100000:0.0:1767316916.203961:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+144:77301:x1853163934065792:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.203990:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.204011:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba94ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0a7 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.204079:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba94d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.204103:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba94d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.204113:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba94d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.204350:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316916.204354:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.204376:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba94d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.204396:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba94ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0a7 expref: 146 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.204407:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba94d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0a7 expref: 145 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.204412:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316916.204415:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.204418:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cea00, rc 0) 00000100:00100000:0.0:1767316916.204509:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065792:12345-192.168.204.9@tcp:101:rm.0 Request processed in 613us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.204514:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8540 00000100:00100000:2.0:1767316916.207000:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.207071:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934065920 00000100:00100000:0.0:1767316916.207079:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934065920 00000100:00100000:0.0:1767316916.207177:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8541 00000100:00100000:0.0:1767316916.207186:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+145:77301:x1853163934065920:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.207206:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.207224:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0ae expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.207307:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207320:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207330:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207346:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207352:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207358:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207469:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba94f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207477:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.207483:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.208219:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a3:0x0]: returning size 11776 00000004:00200000:0.0:1767316916.208225:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.208255:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208269:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208275:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208281:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208287:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.208291:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208299:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208310:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316916.208313:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.208318:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208323:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba94e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208336:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208341:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208346:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208351:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cee00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.208353:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208358:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208365:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.208367:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.208369:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208374:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba94ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.208410:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ae expref: 147 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.208436:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba94f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ae expref: 146 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.208443:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316916.208446:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.208448:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce000, rc 0) 00000100:00100000:0.0:1767316916.208514:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+146:77301:x1853163934065920:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1329us (1585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.208523:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8541 00000100:00100000:2.0:1767316916.213520:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.213930:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934066176 00000100:00100000:0.0:1767316916.214016:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934066176 00000100:00100000:0.0:1767316916.214198:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8542 00000100:00100000:0.0:1767316916.214209:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+146:77301:x1853163934066176:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.214232:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.214253:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0b5 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316916.214368:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a3:0x0]: returning size 11776 00010000:00010000:0.0:1767316916.214505:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0b5 expref: 148 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.214517:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316916.214519:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316916.214522:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba94f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0b5 expref: 148 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.214533:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfe00, rc 0) 00000100:00100000:0.0:1767316916.214610:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+147:77301:x1853163934066176:12345-192.168.204.9@tcp:101:rm.0 Request processed in 402us (1099us total) trans 8589943029 rc 301/301 00000100:00100000:0.0:1767316916.214618:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8542 00000100:00100000:3.0:1767316916.221531:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.221623:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934066304 00000100:00100000:1.0:1767316916.221634:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934066304 00000100:00100000:1.0:1767316916.221707:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3401 00000100:00100000:1.0:1767316916.221716:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+147:77301:x1853163934066304:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1767316916.227396:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+147:77301:x1853163934066304:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5669us (5862us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.227411:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3401 00000100:00100000:2.0:1767316916.234605:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.236451:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934066560 00000100:00100000:0.0:1767316916.236469:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934066560 00000100:00100000:1.0:1767316916.236774:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3402 00000100:00100000:1.0:1767316916.236784:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+147:77301:x1853163934066560:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316916.237421:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+148:77301:x1853163934066560:12345-192.168.204.9@tcp:35:rm.0 Request processed in 635us (2823us total) trans 8589943030 rc 0/0 00000100:00100000:1.0:1767316916.237431:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3402 00000100:00100000:3.0:1767316916.240619:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.240787:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934066816 00000100:00100000:0.0:1767316916.240800:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934066816 00000100:00100000:0.0:1767316916.240871:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8543 00000100:00100000:0.0:1767316916.240879:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+148:77301:x1853163934066816:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.240906:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.240928:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0bc expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.241076:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba950d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.241102:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba950d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.241115:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba950d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.241127:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a3:0x0]: returning size 11776 00010000:00010000:0.0:1767316916.241272:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0bc expref: 151 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.241292:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba950d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0bc expref: 150 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.241301:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316916.241304:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767316916.241307:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cee00, rc 0) 00000100:00100000:0.0:1767316916.241370:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+150:77301:x1853163934066816:12345-192.168.204.9@tcp:101:rm.0 Request processed in 490us (763us total) trans 8589943031 rc 0/0 00000100:00100000:0.0:1767316916.241377:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8543 00000100:00100000:2.0:1767316916.245076:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.245262:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934066944 00000100:00100000:0.0:1767316916.245273:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934066944 00000100:00100000:0.0:1767316916.245335:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8544 00000100:00100000:0.0:1767316916.245345:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+150:77301:x1853163934066944:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.245369:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.245392:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba951b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0c3 expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.245450:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245464:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245475:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245502:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245513:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245520:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245644:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245652:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245659:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:0.0:1767316916.245693:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a6:0x0]: returning size 0 00000004:00200000:0.0:1767316916.245698:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.245715:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245726:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245902:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245906:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245910:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245914:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.245916:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245921:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245932:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:0.0:1767316916.245940:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.245944:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245948:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba9522 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245958:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245962:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245966:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245969:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.245970:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245973:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245976:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0xe8098f29 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.245978:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.245979:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.245982:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9529 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:0.0:1767316916.246007:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba951b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0c3 expref: 152 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.246016:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0c3 expref: 151 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.246020:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a6:0x0].0x0 (ffff9b3efc55af00) 00010000:00010000:0.0:1767316916.246021:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316916.246023:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf800, rc 0) 00000100:00100000:0.0:1767316916.246079:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934066944:12345-192.168.204.9@tcp:101:rm.0 Request processed in 735us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.246095:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8544 00000100:00100000:1.0:1767316916.249643:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.249833:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934067200 00000100:00100000:2.0:1767316916.249855:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934067200 00000100:00100000:2.0:1767316916.249915:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8545 00000100:00100000:2.0:1767316916.249926:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934067200:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.250002:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316916.250026:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9530 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0c3 expref: 151 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.250043:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a6:0x0].0x0 (ffff9b3efc55af00) 00010000:00010000:2.0:1767316916.250056:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba94f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ae expref: 150 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.250061:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316916.250064:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.250081:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.250100:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.250110:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.250129:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.250136:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.250142:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.250933:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251073:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251082:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316916.251527:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2445, 64 off210320 00010000:00010000:2.0:1767316916.251692:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251704:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251711:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251717:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251723:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251759:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251831:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.251860:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251866:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251874:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251879:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.251883:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251889:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251899:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a6:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:2.0:1767316916.251901:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.251905:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251910:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9545 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251974:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251980:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251986:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251991:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.251993:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.251999:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.252010:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316916.252012:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.252015:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.252020:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba9537 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.252028:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0946e0f reply state 000000006e578817 transno 8589943032 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.252036:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.252151:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934067200:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2222us (2514us total) trans 8589943032 rc 0/0 00000100:00100000:2.0:1767316916.252169:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8545 00010000:00010000:1.0:1767316916.253014:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.253022:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.253029:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.253032:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.253039:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.253051:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a6:0x0].0x0 (ffff9b3efd6a6900) 00010000:00010000:1.0:1767316916.253053:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316916.253056:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.253061:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba954c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.253076:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.253078:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.253080:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.254513:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.254531:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.254538:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.254543:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.254555:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.254563:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.254576:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0xe8098f29 (ffff9b3efd6a6400) 00010000:00010000:1.0:1767316916.254579:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.254582:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.254588:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba953e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a3:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.255563:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.255631:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934067328 00000100:00100000:2.0:1767316916.255641:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934067328 00000100:00100000:2.0:1767316916.255697:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8546 00000100:00100000:2.0:1767316916.255707:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+150:77301:x1853163934067328:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.255763:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.255782:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9553 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0ca expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.255858:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.255872:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.255883:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.255899:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.255906:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.255913:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.256025:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.256033:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.256040:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.256070:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a7:0x0]: returning size 42955 00000004:00200000:2.0:1767316916.256075:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.256136:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.256149:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.256156:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257240:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257250:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257260:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.257264:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257272:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257284:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316916.257287:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.257291:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257296:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba955a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257310:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257316:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257321:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257326:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.257328:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257334:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257341:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x9645bb7c (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316916.257344:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.257347:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257352:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9561 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.257389:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9553 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ca expref: 152 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.257402:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ca expref: 151 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.257410:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316916.257413:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316916.257498:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec51d9a00, rc 0) 00000100:00100000:2.0:1767316916.257609:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934067328:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1903us (2057us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.257618:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8546 00000100:00100000:3.0:1767316916.259824:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.260020:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934067584 00000100:00100000:2.0:1767316916.260031:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934067584 00000100:00100000:2.0:1767316916.260084:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8547 00000100:00100000:2.0:1767316916.260103:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934067584:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.260154:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316916.260243:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9568 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ca expref: 151 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.260257:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:2.0:1767316916.260264:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.260284:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260296:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260306:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260317:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260321:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260325:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260405:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260409:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.260413:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316916.261323:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2447, 64 off210416 00010000:00010000:2.0:1767316916.261393:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261403:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261412:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261423:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261428:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261434:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261458:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.261477:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261555:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261562:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261567:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.261571:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261578:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261588:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:2.0:1767316916.261591:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.261594:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261600:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba957d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261655:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261661:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261667:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261672:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.261675:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261681:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261688:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316916.261690:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.261692:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.261697:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba956f lrc: 0/0,0 mode: --/CW res: [0x200000404:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.261707:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c362307 reply state 00000000f29168a3 transno 8589943033 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.261715:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767316916.261775:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.261782:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.261788:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.261790:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.261796:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.261805:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a7:0x0].0x0 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316916.261808:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.261810:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.261815:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9584 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.261833:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.261835:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.261837:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.262177:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+152:77301:x1853163934067584:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2071us (2356us total) trans 8589943033 rc 0/0 00000100:00100000:2.0:1767316916.262187:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8547 00010000:00010000:1.0:1767316916.265440:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.265457:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.265463:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.265468:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.265473:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.265538:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.265558:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x9645bb7c (ffff9b3efd6a6200) 00010000:00010000:1.0:1767316916.265562:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.265566:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.265572:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9576 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1a3:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.267510:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.268383:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934067712 00000100:00100000:2.0:1767316916.268395:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934067712 00000100:00100000:2.0:1767316916.268484:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8548 00000100:00100000:2.0:1767316916.268495:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934067712:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.268520:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.268540:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba958b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0d1 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.268643:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268659:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268671:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268685:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268691:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268696:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268829:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba95a0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268846:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba95a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268852:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba95a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.268895:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a3:0x0]: returning size 11776 00000004:00200000:2.0:1767316916.268898:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.268918:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba95a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268929:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268944:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268952:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268957:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.268961:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268968:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268978:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316916.268981:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.268984:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.268989:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9592 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269000:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269004:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269009:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269013:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.269016:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269021:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269028:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316916.269030:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.269032:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269037:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba9599 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.269063:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba958b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0d1 expref: 153 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.269076:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba95a0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0d1 expref: 152 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.269083:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316916.269096:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.269098:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9400, rc 0) 00000100:00100000:2.0:1767316916.269181:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+152:77301:x1853163934067712:12345-192.168.204.9@tcp:101:rm.0 Request processed in 687us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.269194:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8548 00000100:00100000:3.0:1767316916.274917:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.275391:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934067968 00000100:00100000:1.0:1767316916.275401:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934067968 00000100:00100000:1.0:1767316916.275458:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3403 00000100:00100000:1.0:1767316916.275469:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+152:77301:x1853163934067968:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316916.275723:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+153:77301:x1853163934067968:12345-192.168.204.9@tcp:35:rm.0 Request processed in 256us (814us total) trans 8589943034 rc 0/0 00000100:00100000:1.0:1767316916.275753:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3403 00000100:00100000:3.0:1767316916.281150:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.281323:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934068224 00000100:00100000:2.0:1767316916.281333:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934068224 00000100:00100000:2.0:1767316916.281383:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8549 00000100:00100000:2.0:1767316916.281391:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+153:77301:x1853163934068224:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.281439:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767316916.281462:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba95a0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1a3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0d1 expref: 153 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.281478:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba950d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1a3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0bc expref: 152 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.281496:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efc55a400) 00010000:00010000:2.0:1767316916.281509:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba94d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0a7 expref: 151 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.281514:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:2.0:1767316916.281518:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.281541:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281553:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281563:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281575:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281581:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281592:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281699:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281705:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.281709:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316916.283081:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1a3:0x0]: returning size 11776 00010000:00010000:3.0:1767316916.283114:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283123:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283131:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283137:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.283142:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283150:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283292:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1a3:0x0].0x0 (ffff9b3efd6a6d00) 00010000:00010000:3.0:1767316916.283295:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.283300:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283307:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba95b5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283353:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283359:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283367:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283372:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.283375:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283380:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283388:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6700) 00010000:00010000:3.0:1767316916.283391:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.283394:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.283398:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba95a7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316916.283410:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c4964cbd reply state 00000000ddaa791a transno 8589943035 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.283418:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316916.283531:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+152:77301:x1853163934068224:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2136us (2385us total) trans 8589943035 rc 0/0 00000100:00100000:3.0:1767316916.283541:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8549 00010000:00010000:1.0:1767316916.286615:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.286632:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.286639:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.286645:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.286650:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.286659:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.286676:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9b3efd6a6e00) 00010000:00010000:1.0:1767316916.286679:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.286685:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.286691:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba95ae lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.287123:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.287199:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934068352 00000100:00100000:0.0:1767316916.287210:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934068352 00000100:00100000:0.0:1767316916.287265:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8550 00000100:00100000:0.0:1767316916.287275:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+151:77301:x1853163934068352:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.287300:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.287320:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0d8 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.287403:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba95c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.287416:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba95c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.287425:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba95c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.287545:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316916.287549:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.287577:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba95c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.287600:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0d8 expref: 153 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.287616:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba95c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0d8 expref: 152 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.287629:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.287632:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.287634:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce800, rc 0) 00000100:00100000:0.0:1767316916.287764:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+152:77301:x1853163934068352:12345-192.168.204.9@tcp:101:rm.0 Request processed in 489us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.287775:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8550 00000100:00100000:3.0:1767316916.297572:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.297678:0:42524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934068480 00000100:00100000:1.0:1767316916.297689:0:42524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934068480 00000100:00100000:1.0:1767316916.297872:0:42524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8551 00000100:00100000:1.0:1767316916.297884:0:42524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+152:77301:x1853163934068480:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.297905:0:42524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.297926:0:42524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba95ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0df expref: -99 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.298004:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298016:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298027:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298039:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298045:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298052:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298158:0:42524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba95df lrc: 3/1,0 mode: --/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298174:0:42524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba95df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298180:0:42524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba95df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00000004:00200000:1.0:1767316916.298360:0:42524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x5c:0x0]: returning size 11776 00000004:00200000:1.0:1767316916.298364:0:42524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.298390:0:42524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba95df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298401:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298408:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298415:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298420:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.298424:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298432:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298443:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:1.0:1767316916.298447:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.298452:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298458:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba95d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298472:0:42524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298478:0:42524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298490:0:42524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298495:0:42524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.298498:0:42524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298504:0:42524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298511:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x39385a69 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.298514:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.298516:0:42524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298521:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba95d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42524 initiator: MDT0 00010000:00010000:1.0:1767316916.298553:0:42524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba95ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0df expref: 154 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.298574:0:42524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba95df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0df expref: 153 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.298581:0:42524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5c:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316916.298584:0:42524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.298587:0:42524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab1600, rc 0) 00000100:00100000:1.0:1767316916.298653:0:42524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+153:77301:x1853163934068480:12345-192.168.204.9@tcp:101:rm.0 Request processed in 772us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.298662:0:42524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8551 00000100:00100000:3.0:1767316916.302977:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.306254:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934068736 00000100:00100000:0.0:1767316916.306269:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934068736 00000100:00100000:0.0:1767316916.306334:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8552 00000100:00100000:0.0:1767316916.306343:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+153:77301:x1853163934068736:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.306363:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.306380:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0e6 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767316916.306590:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x5c:0x0]: returning size 11776 00010000:00010000:0.0:1767316916.307318:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0e6 expref: 155 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.307336:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.307339:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316916.307345:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0e6 expref: 155 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.307361:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfa00, rc 0) 00000100:00100000:0.0:1767316916.307441:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+154:77301:x1853163934068736:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1098us (4477us total) trans 8589943036 rc 301/301 00000100:00100000:0.0:1767316916.307453:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8552 00000100:00100000:3.0:1767316916.312081:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.312403:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934068864 00000100:00100000:2.0:1767316916.312414:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934068864 00000100:00100000:2.0:1767316916.312476:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3404 00000100:00100000:2.0:1767316916.312494:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+154:77301:x1853163934068864:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1767316916.321945:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+154:77301:x1853163934068864:12345-192.168.204.9@tcp:37:rm.0 Request processed in 9437us (9850us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.321961:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3404 00010000:00010000:3.0:1767316916.324490:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.327644:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.328275:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934069120 00000100:00100000:2.0:1767316916.328286:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934069120 00000100:00100000:2.0:1767316916.328393:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3405 00000100:00100000:2.0:1767316916.328405:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd91c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+154:77301:x1853163934069120:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316916.328767:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd91c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+155:77301:x1853163934069120:12345-192.168.204.9@tcp:35:rm.0 Request processed in 355us (1123us total) trans 8589943037 rc 0/0 00000100:00100000:2.0:1767316916.328774:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3405 00000100:00100000:3.0:1767316916.332151:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.332643:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934069376 00000100:00100000:0.0:1767316916.332655:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934069376 00000100:00100000:0.0:1767316916.332785:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8553 00000100:00100000:0.0:1767316916.332795:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+155:77301:x1853163934069376:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1767316916.332865:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767316916.332892:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba95df lrc: 0/0,0 mode: --/PR res: [0x200000404:0x5c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0df expref: 155 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.332913:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5c:0x0].0x0 (ffff9b3ed9657c00) 00010000:00010000:0.0:1767316916.332929:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba95c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0d8 expref: 154 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.332949:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.332958:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316916.332983:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.332995:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333004:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333015:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333022:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333028:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333144:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333151:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.333454:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.334003:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x5c:0x0]: returning size 11776 00010000:00010000:0.0:1767316916.334019:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334026:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334032:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334037:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.334041:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334047:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334056:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x5c:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316916.334058:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316916.334061:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334069:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9602 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334139:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334145:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334149:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334154:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfa00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.334157:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334174:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334626:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a000) 00010000:00010000:0.0:1767316916.334629:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.334634:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.334641:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba95f4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:0.0:1767316916.334655:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008075e5a9 reply state 00000000a8292b86 transno 8589943038 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316916.334665:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316916.334783:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+155:77301:x1853163934069376:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1987us (2638us total) trans 8589943038 rc 0/0 00000100:00100000:0.0:1767316916.334794:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8553 00010000:00010000:1.0:1767316916.338725:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.338776:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.338784:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.338791:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.338795:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.338803:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.338819:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x39385a69 (ffff9b3efc55a800) 00010000:00010000:1.0:1767316916.338823:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.338827:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.338846:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba95fb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x39385a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.342214:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.342430:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934069504 00000100:00100000:0.0:1767316916.342441:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934069504 00000100:00100000:0.0:1767316916.342501:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8554 00000100:00100000:0.0:1767316916.342510:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+154:77301:x1853163934069504:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.342534:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.342566:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba9609 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0ed expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.342631:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9610 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.342645:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9610 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.342656:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9610 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.342723:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316916.342757:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.342787:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9610 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.342813:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba9609 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ed expref: 156 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.342831:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9610 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ed expref: 155 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.342839:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a000) 00010000:00010000:0.0:1767316916.342843:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.342847:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cfe00, rc 0) 00000100:00100000:0.0:1767316916.342904:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+155:77301:x1853163934069504:12345-192.168.204.9@tcp:101:rm.0 Request processed in 395us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.342911:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8554 00000100:00100000:3.0:1767316916.346526:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.348702:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934069632 00000100:00100000:2.0:1767316916.348718:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934069632 00000100:00100000:2.0:1767316916.349136:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8555 00000100:00100000:2.0:1767316916.349146:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+155:77301:x1853163934069632:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.349178:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.349208:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba9617 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0f4 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.349287:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.349301:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.349311:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.349324:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.349331:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.349338:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350567:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350581:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350589:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316916.350615:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1767316916.350619:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.350637:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350648:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350655:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350661:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350668:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350674:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.350678:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350685:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350696:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a000) 00010000:00010000:2.0:1767316916.350700:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.350704:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350709:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba961e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350721:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350755:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350768:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350772:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.350775:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350780:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350787:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe871e111 (ffff9b3efd6a6a00) 00010000:00010000:2.0:1767316916.350789:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.350791:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350796:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9625 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.350825:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba9617 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0f4 expref: 157 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.351355:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0f4 expref: 156 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.351364:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff9b3efd6a6600) 00010000:00010000:2.0:1767316916.351367:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316916.351370:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9400, rc 0) 00000100:00100000:2.0:1767316916.351445:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+156:77301:x1853163934069632:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2299us (4927us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.351454:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8555 00000100:00100000:0.0:1767316916.355965:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.356115:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934069888 00000100:00100000:2.0:1767316916.356127:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934069888 00000100:00100000:2.0:1767316916.356195:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8556 00000100:00100000:2.0:1767316916.356205:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+156:77301:x1853163934069888:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.356256:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316916.356296:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba962c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0f4 expref: 156 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.356316:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff9b3efd6a6600) 00010000:00010000:2.0:1767316916.356331:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba9610 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0ed expref: 155 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.356343:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55a000) 00010000:00010000:2.0:1767316916.356351:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.356375:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356387:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356396:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356408:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356414:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356421:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356532:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356541:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.356548:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316916.358612:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2448, 64 off210480 00000040:00080000:3.0:1767316916.358640:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2446, 64 off210384 00010000:00010000:3.0:1767316916.359047:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359062:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359073:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359079:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359094:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359100:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359155:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316916.359188:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359194:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359200:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359206:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.359209:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359220:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359231:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:3.0:1767316916.359234:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.359238:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359243:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba9641 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359304:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359310:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359315:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359318:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.359321:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359326:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359332:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efd6a6c00) 00010000:00010000:3.0:1767316916.359335:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.359337:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.359343:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba9633 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316916.359357:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5705ad0 reply state 00000000e5683a26 transno 8589943039 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.359365:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316916.359463:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+156:77301:x1853163934069888:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3256us (3504us total) trans 8589943039 rc 0/0 00000100:00100000:3.0:1767316916.359473:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8556 00010000:00010000:1.0:1767316916.362124:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.362140:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.362147:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.362153:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.362157:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.362164:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.362178:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe871e111 (ffff9b3efd6a6500) 00010000:00010000:1.0:1767316916.362190:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.362194:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.362200:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba963a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe871e111 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.363250:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.363405:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934070016 00000100:00100000:1.0:1767316916.363414:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934070016 00000100:00100000:1.0:1767316916.363461:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8557 00000100:00100000:1.0:1767316916.363469:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+155:77301:x1853163934070016:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.363492:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.363513:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba964f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b0fb expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.363577:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9656 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.363589:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.363599:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316916.363661:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:1.0:1767316916.363665:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.363688:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.363712:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba964f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0fb expref: 157 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.363827:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9656 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0fb expref: 156 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.363837:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.363840:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.363843:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0800, rc 0) 00000100:00100000:1.0:1767316916.363906:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+156:77301:x1853163934070016:12345-192.168.204.9@tcp:101:rm.0 Request processed in 437us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.363914:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8557 00000100:00100000:3.0:1767316916.366670:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.366772:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934070144 00000100:00100000:1.0:1767316916.366781:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934070144 00000100:00100000:1.0:1767316916.366827:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8558 00000100:00100000:1.0:1767316916.366835:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+156:77301:x1853163934070144:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.366853:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.366870:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba965d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b102 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.366926:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.367120:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.367132:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.367147:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.367153:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.367169:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.368225:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.368234:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.368242:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.368246:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.368253:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.368269:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:0.0:1767316916.368273:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.368277:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.368282:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9648 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.368358:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.368361:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.368363:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.369095:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369110:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369119:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.369148:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 1516 00000004:00200000:1.0:1767316916.369153:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.369307:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369319:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369326:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369332:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369338:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369343:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.369347:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369353:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369362:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.369365:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.369368:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369374:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9664 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369387:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369393:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369399:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369403:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.369406:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369412:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369419:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf99258c2 (ffff9b3ed9657500) 00010000:00010000:1.0:1767316916.369422:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.369424:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369430:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba966b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.369461:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba965d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b102 expref: 158 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.369473:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b102 expref: 157 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.369479:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316916.369481:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316916.369484:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0e00, rc 0) 00000100:00100000:1.0:1767316916.369592:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+157:77301:x1853163934070144:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2755us (2928us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.369601:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8558 00000100:00100000:2.0:1767316916.375564:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.375648:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934070400 00000100:00100000:1.0:1767316916.375660:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934070400 00000100:00100000:1.0:1767316916.375757:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8559 00000100:00100000:1.0:1767316916.375777:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+157:77301:x1853163934070400:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.375832:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.375858:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9672 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b102 expref: 157 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.375880:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9b3ed9657900) 00010000:00010000:1.0:1767316916.375895:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9656 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b0fb expref: 156 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.375904:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657400) 00010000:00010000:1.0:1767316916.375910:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.376073:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376095:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376105:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376120:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376125:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376135:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376250:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376258:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.376265:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:1.0:1767316916.378112:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2447, 64 off210448 00000040:00080000:1.0:1767316916.378140:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2449, 64 off210544 00010000:00010000:1.0:1767316916.378239:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378253:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378264:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378285:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378291:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378297:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378321:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.378345:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378352:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378358:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378363:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.378367:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378374:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378384:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:1.0:1767316916.378387:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.378391:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378397:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9687 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378440:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378446:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378451:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378456:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.378459:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378468:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378474:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9657000) 00010000:00010000:1.0:1767316916.378476:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.378479:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.378484:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9679 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316916.378497:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000425c9072 reply state 000000000c39a507 transno 8589943040 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.378506:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.378602:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+157:77301:x1853163934070400:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2823us (3046us total) trans 8589943040 rc 0/0 00000100:00100000:1.0:1767316916.378610:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8559 00010000:00010000:3.0:1767316916.379404:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.379411:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.379418:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.379421:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.379427:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.379438:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9b3ed9657600) 00010000:00010000:3.0:1767316916.379441:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.379444:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.379448:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba968e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.379466:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.379467:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.379469:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.381909:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316916.382195:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.382208:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.382216:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.382222:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.382227:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.382233:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.382249:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf99258c2 (ffff9b3ed9657c00) 00010000:00010000:1.0:1767316916.382253:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.382257:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.382263:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9680 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf99258c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316916.382920:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934070528 00000100:00100000:0.0:1767316916.382933:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934070528 00000100:00100000:0.0:1767316916.383002:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8560 00000100:00100000:0.0:1767316916.383012:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+156:77301:x1853163934070528:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.383037:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.383057:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b109 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.383132:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba969c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.383144:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba969c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.383156:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba969c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.383232:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 14848 00000004:00200000:0.0:1767316916.383236:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.383260:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba969c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.383531:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba9695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b109 expref: 158 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.383550:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba969c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b109 expref: 157 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.383558:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316916.383561:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.383564:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf600, rc 0) 00000100:00100000:0.0:1767316916.383646:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+157:77301:x1853163934070528:12345-192.168.204.9@tcp:101:rm.0 Request processed in 635us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.383654:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8560 00000100:00100000:0.0:1767316916.386492:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.386559:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934070656 00000100:00100000:3.0:1767316916.386569:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934070656 00000100:00100000:3.0:1767316916.386623:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8561 00000100:00100000:3.0:1767316916.386633:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+157:77301:x1853163934070656:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.386654:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.386676:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba96a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b110 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.386906:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.386921:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.386935:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.386950:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.386957:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.386963:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394627:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394658:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394671:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.394708:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x23:0x0]: returning size 0 00000004:00200000:0.0:1767316916.394713:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.394767:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394778:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394787:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394794:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394800:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394806:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.394810:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394817:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394829:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:0.0:1767316916.394832:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.394836:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394843:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba96aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394857:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394863:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394868:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394873:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.394876:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394881:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394889:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc576399e (ffff9b3ec8239400) 00010000:00010000:0.0:1767316916.394891:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.394894:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394899:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba96b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.394937:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba96a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b110 expref: 159 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.394951:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b110 expref: 158 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.394963:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:0.0:1767316916.394965:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316916.394968:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5cf200, rc 0) 00000100:00100000:0.0:1767316916.395034:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+158:77301:x1853163934070656:12345-192.168.204.9@tcp:101:rm.0 Request processed in 8401us (8549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.395042:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8561 00000100:00100000:1.0:1767316916.405056:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.405871:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934070784 00000100:00100000:2.0:1767316916.405883:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934070784 00000100:00100000:2.0:1767316916.406055:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12513 00000100:00100000:2.0:1767316916.406066:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934070784:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.406095:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.406116:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b117 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316916.406407:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.406429:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.406431:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.406440:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.406459:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.406473:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9000, rc 0) 00000100:00100000:2.0:1767316916.406537:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934070784:12345-192.168.204.9@tcp:101:rm.0 Request processed in 472us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.406545:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12513 00000100:00080000:1.0:1767316916.406662:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316916.420034:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.422782:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071040 00000100:00100000:1.0:1767316916.422798:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071040 00000100:00100000:1.0:1767316916.422855:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8562 00000100:00100000:1.0:1767316916.422865:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+158:77301:x1853163934071040:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.422915:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.422941:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba96b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b110 expref: 158 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.422961:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff9b3efc55a600) 00010000:00010000:1.0:1767316916.422979:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba969c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b109 expref: 157 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.422987:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3efc55ae00) 00010000:00010000:1.0:1767316916.422993:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.423017:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423030:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423043:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423054:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423060:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423065:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423381:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423389:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.423396:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:1.0:1767316916.424666:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2450, 64 off210608 00000040:00080000:1.0:1767316916.424716:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2448, 64 off210512 00000040:00080000:1.0:1767316916.424772:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2451, 64 off210672 00000040:00080000:1.0:1767316916.424788:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2449, 64 off210576 00000040:00080000:1.0:1767316916.424800:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2452, 64 off210736 00000040:00080000:1.0:1767316916.424812:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2450, 64 off210640 00000040:00080000:1.0:1767316916.424824:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2453, 64 off210800 00000040:00080000:1.0:1767316916.424836:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2451, 64 off210704 00000040:00080000:1.0:1767316916.424850:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2454, 64 off210864 00000040:00080000:1.0:1767316916.424863:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2452, 64 off210768 00000040:00080000:1.0:1767316916.424876:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2455, 64 off210928 00000040:00080000:1.0:1767316916.424888:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2453, 64 off210832 00000040:00080000:1.0:1767316916.424902:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2456, 64 off210992 00000040:00080000:1.0:1767316916.424917:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2454, 64 off210896 00000040:00080000:1.0:1767316916.424930:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2457, 64 off211056 00000040:00080000:1.0:1767316916.424945:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2455, 64 off210960 00000040:00080000:1.0:1767316916.424958:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2458, 64 off211120 00010000:00010000:1.0:1767316916.425063:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425078:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425099:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425106:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425111:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425117:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425139:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.425159:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425165:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425171:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425177:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.425192:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425199:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425209:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff9b3ed97c4900) 00010000:00010000:1.0:1767316916.425211:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.425215:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425220:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba96d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425320:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425326:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425331:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425336:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.425339:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425344:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425351:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed97c4300) 00010000:00010000:1.0:1767316916.425354:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.425357:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.425362:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba96c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316916.425376:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dce0e663 reply state 00000000eb486e30 transno 8589943041 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316916.425384:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.425470:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+158:77301:x1853163934071040:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2603us (5442us total) trans 8589943041 rc 0/0 00000100:00100000:1.0:1767316916.425478:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8562 00010000:00010000:1.0:1767316916.432216:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.432228:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.432240:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.432245:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.432255:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.432282:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff9b3ed97c4900) 00010000:00010000:1.0:1767316916.432285:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316916.432290:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 1/0,0 mode: --/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.432296:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba96db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.432319:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.432321:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.432323:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.434517:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.434552:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071168 00000100:00100000:3.0:1767316916.434561:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071168 00000100:00100000:3.0:1767316916.434611:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8563 00000100:00100000:3.0:1767316916.434621:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+158:77301:x1853163934071168:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.434647:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.434673:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba96e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b11e expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.434863:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.434875:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.434882:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.434888:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.434891:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.434897:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.434911:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc576399e (ffff9b3ed97c4c00) 00010000:00010000:1.0:1767316916.434914:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.434919:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.434924:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba96cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc576399e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.444347:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba96e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.444380:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba96e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.444396:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba96e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.444604:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1767316916.444609:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.444639:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba96e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.444678:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba96e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b11e expref: 159 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.444698:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba96e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b11e expref: 158 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.444707:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316916.444711:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.444715:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df400, rc 0) 00000100:00100000:2.0:1767316916.444813:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+158:77301:x1853163934071168:12345-192.168.204.9@tcp:101:rm.0 Request processed in 10192us (10304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.444822:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8563 00000100:00100000:3.0:1767316916.448271:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.448494:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071296 00000100:00100000:2.0:1767316916.448505:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071296 00000100:00100000:2.0:1767316916.448562:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8564 00000100:00100000:2.0:1767316916.448574:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+158:77301:x1853163934071296:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.448593:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.448614:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba96f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b125 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.448682:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.448699:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.448710:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.448723:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449011:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449020:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449715:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449749:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449769:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.449804:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ea:0x0]: returning size 2097152 00000004:00200000:2.0:1767316916.449808:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.449828:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449839:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449846:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449856:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449862:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449867:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.449870:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449877:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449887:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:2.0:1767316916.449890:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.449894:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449899:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba96f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449910:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449915:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449920:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449923:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.449926:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449935:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449942:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff9b3efd6a6500) 00010000:00010000:2.0:1767316916.449944:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.449946:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449952:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba96fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.449985:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba96f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b125 expref: 160 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.449998:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b125 expref: 159 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.450004:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ea:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:2.0:1767316916.450006:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316916.450009:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8200, rc 0) 00000100:00100000:2.0:1767316916.450094:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+159:77301:x1853163934071296:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1510us (1820us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.450103:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8564 00000100:00100000:2.0:1767316916.460283:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.460325:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.460349:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071424 00000100:00100000:2.0:1767316916.460359:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071424 00000100:00100000:2.0:1767316916.460415:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071552 00000100:00100000:2.0:1767316916.460418:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071552 00000100:00100000:2.0:1767316916.460445:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12514 00000100:00100000:2.0:1767316916.460455:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163934071424:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.460486:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.460509:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b12c expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316916.460534:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x266:0x0] initial LVB size: 1048576, mtime: 0x69571c39, atime: 0x0, ctime: 0x69571c39, blocks: 0x803 00010000:00010000:2.0:1767316916.460554:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.460556:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.460567:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.460586:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 9 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.460599:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d8a00, rc 0) 00000100:00100000:2.0:1767316916.460650:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934071424:12345-192.168.204.9@tcp:101:rm.0 Request processed in 196us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.460658:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12514 00000100:00100000:2.0:1767316916.460678:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12515 00000100:00100000:2.0:1767316916.460685:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934071552:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.460693:0:37089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.460704:0:37089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b133 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316916.460721:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x262:0x0] initial LVB size: 2097152, mtime: 0x69571c39, atime: 0x0, ctime: 0x69571c39, blocks: 0x80b 00010000:00010000:2.0:1767316916.460753:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.460769:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.460775:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 12 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.460786:0:37089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 12 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.460795:0:37089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85d9a00, rc 0) 00000100:00100000:2.0:1767316916.460816:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934071552:12345-192.168.204.9@tcp:101:rm.0 Request processed in 132us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.460822:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12515 00000100:00080000:2.0:1767316916.460839:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1767316916.466720:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943038 is committed 00000001:00080000:3.0:1767316916.467017:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943040 is committed 00000100:00100000:2.0:1767316916.467361:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.467434:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071808 00000100:00100000:3.0:1767316916.467444:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071808 00000100:00100000:3.0:1767316916.467503:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8565 00000100:00100000:3.0:1767316916.467513:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+89:77301:x1853163934071808:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316916.467566:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316916.467592:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9705 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b125 expref: 89 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.467611:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ea:0x0].0x0 (ffff9b3efd6a6800) 00010000:00010000:3.0:1767316916.467628:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba96e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b11e expref: 88 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.467637:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239200) 00010000:00010000:3.0:1767316916.467644:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316916.467670:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467682:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467691:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467704:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467710:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467716:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467927:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467936:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.467944:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00080000:2.0:1767316916.468674:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2005 committed 00000004:00080000:2.0:1767316916.468749:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2015 committed 00000004:00080000:2.0:1767316916.468814:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2004 committed 00000100:00100000:1.0:1767316916.469007:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469068:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469123:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985778176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469145:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469167:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767316916.469173:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985778048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469209:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469225:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985778560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469278:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469307:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985777792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469330:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469347:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985778304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469364:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469379:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767316916.469384:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985777920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469403:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469419:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985778432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.469436:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.469465:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777664 00000100:00100000:1.0:1767316916.469471:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777664 00000100:00100000:1.0:1767316916.469516:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778176 00000100:00100000:1.0:1767316916.469519:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778176 00000100:00100000:1.0:1767316916.469533:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778048 00000100:00100000:1.0:1767316916.469536:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778048 00000100:00100000:1.0:1767316916.469549:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778560 00000100:00100000:1.0:1767316916.469551:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778560 00000100:00100000:1.0:1767316916.469560:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777792 00000100:00100000:1.0:1767316916.469562:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777792 00000100:00100000:1.0:1767316916.469569:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778304 00000100:00100000:1.0:1767316916.469571:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778304 00000100:00100000:1.0:1767316916.469579:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985777920 00000100:00100000:1.0:1767316916.469580:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985777920 00000100:00100000:1.0:1767316916.469588:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778432 00000100:00100000:1.0:1767316916.469590:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778432 00000100:00100000:1.0:1767316916.469602:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12516 00000100:00100000:1.0:1767316916.469609:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985777664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.469633:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:11 count 1 00002000:00010000:1.0:1767316916.469937:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.469944:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.469957:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.469959:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.469964:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.469977:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.469986:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.469993:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470012:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.470265:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985777664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 655us (1196us total) trans 21474840668 rc 0/0 00000100:00100000:1.0:1767316916.470274:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12516 00000100:00100000:1.0:1767316916.470295:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12517 00000100:00100000:1.0:1767316916.470303:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985778176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.470317:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:15 count 1 00002000:00010000:1.0:1767316916.470493:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.470499:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470510:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.470512:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.470515:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470524:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470531:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470538:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470552:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767316916.470689:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985778176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 371us (1526us total) trans 21474840669 rc 0/0 00000100:00100000:1.0:1767316916.470697:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12517 00000100:00100000:1.0:1767316916.470712:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12518 00000100:00100000:1.0:1767316916.470719:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5466050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985778048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.470754:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:14 count 1 00002000:00010000:1.0:1767316916.470927:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.470933:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470941:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.470943:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.470946:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470954:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470961:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470967:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.470983:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767316916.471113:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5466050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985778048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 394us (1902us total) trans 21474840670 rc 0/0 00000100:00100000:1.0:1767316916.471119:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12518 00000100:00100000:1.0:1767316916.471244:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12519 00000100:00100000:1.0:1767316916.471252:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985778560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.471266:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5 count 1 00002000:00010000:1.0:1767316916.471328:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.471333:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471339:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.471341:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.471343:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471351:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471358:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471364:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471377:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767316916.471493:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985778560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 241us (2231us total) trans 21474840671 rc 0/0 00000100:00100000:1.0:1767316916.471499:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12519 00000100:00100000:1.0:1767316916.471512:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12520 00000100:00100000:1.0:1767316916.471518:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985777792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.471529:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:12 count 1 00002000:00010000:1.0:1767316916.471705:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.471711:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471718:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.471719:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.471722:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471753:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471760:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.471767:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316916.471789:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12521 00000100:00100000:1.0:1767316916.471796:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985778304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.471808:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3 count 1 00002000:00010000:1.0:1767316916.472002:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.472007:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.472014:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.472016:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.472019:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.472028:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.472034:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.472041:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.472049:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000040:00080000:3.0:1767316916.472248:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2456, 64 off211024 00000040:00080000:3.0:1767316916.472276:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2459, 64 off211184 00000040:00080000:3.0:1767316916.472293:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2457, 64 off211088 00010000:00010000:3.0:1767316916.472368:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472380:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472389:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472396:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472401:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472406:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472412:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1767316916.472430:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472436:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472441:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472447:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.472451:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472457:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472468:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ea:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316916.472471:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.472475:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472484:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9728 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472532:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472539:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472545:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472550:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.472553:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472558:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472565:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:3.0:1767316916.472568:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.472571:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.472577:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba971a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316916.472591:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f8d563fd reply state 00000000ffccfe79 transno 8589943042 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.472599:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316916.472679:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934071808:12345-192.168.204.9@tcp:36:rm.0 Request processed in 5165us (5320us total) trans 8589943042 rc 0/0 00000100:00100000:3.0:1767316916.472690:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8565 00000100:00100000:3.0:1767316916.472776:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12522 00000100:00100000:3.0:1767316916.472784:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985777920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.472803:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:13 count 1 00002000:00010000:3.0:1767316916.473005:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.473011:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473019:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.473021:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.473024:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473033:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473040:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473047:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473056:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767316916.473232:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985777920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 449us (3827us total) trans 21474840672 rc 0/0 00000100:00100000:3.0:1767316916.473239:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12522 00000100:00100000:3.0:1767316916.473254:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12523 00000100:00100000:3.0:1767316916.473261:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985778432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.473272:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4 count 1 00002000:00010000:3.0:1767316916.473448:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.473454:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473461:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.473463:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.473466:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473475:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473483:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473490:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.473498:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1767316916.473615:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985778432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 353us (4176us total) trans 21474840673 rc 0/0 00000100:00100000:3.0:1767316916.473621:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12523 00000100:00100000:3.0:1767316916.475565:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985779072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.475627:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.475665:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985779584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.475688:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.475711:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767316916.475716:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985778688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.475753:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.475853:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985779200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.475876:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.475901:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779072 00000100:00100000:3.0:1767316916.475907:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779072 00000100:00100000:3.0:1767316916.475944:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779584 00000100:00100000:3.0:1767316916.475947:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779584 00000100:00100000:3.0:1767316916.475958:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778688 00000100:00100000:3.0:1767316916.475960:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778688 00000100:00100000:3.0:1767316916.475968:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779200 00000100:00100000:3.0:1767316916.475969:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779200 00000100:00100000:3.0:1767316916.475981:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12524 00000100:00100000:3.0:1767316916.475987:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:6212:x1853163985779072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316916.476010:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:14 count 1 00002000:00010000:3.0:1767316916.476450:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.476457:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.476470:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.476472:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.476476:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.476490:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.476503:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.476511:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.476522:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000004:00080000:2.0:1767316916.476895:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2014 committed 00000100:00080000:2.0:1767316916.479079:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316916.479098:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316916.479200:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12525 00000100:00100000:0.0:1767316916.479220:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:6212:x1853163985779584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.479253:0:14912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5 count 1 00002000:00010000:0.0:1767316916.479908:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316916.479916:0:14912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.479930:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.479933:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.479938:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.479952:0:14912:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.479961:0:14912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.479969:0:14912:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.479980:0:14912:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:2.0:1767316916.480307:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12526 00000100:00100000:2.0:1767316916.480317:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:6212:x1853163985778688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.480336:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:11 count 1 00002000:00010000:2.0:1767316916.480538:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.480544:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.480552:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.480554:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.480557:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.480566:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.480574:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.480580:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.480587:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:1.0:1767316916.481117:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985778944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.481163:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.481211:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985779456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.481232:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.481249:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767316916.481255:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985778816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.481274:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.481284:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca067b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985779328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.481302:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.481323:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778944 00000100:00100000:1.0:1767316916.481330:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778944 00000100:00100000:1.0:1767316916.481357:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779456 00000100:00100000:1.0:1767316916.481360:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779456 00000100:00100000:1.0:1767316916.481369:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985778816 00000100:00100000:1.0:1767316916.481371:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985778816 00000100:00100000:1.0:1767316916.481380:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779328 00000100:00100000:1.0:1767316916.481381:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779328 00000100:00100000:1.0:1767316916.481390:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12527 00000100:00100000:1.0:1767316916.481397:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:6212:x1853163985779200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.481418:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:15 count 1 00002000:00010000:1.0:1767316916.481674:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.481681:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.481691:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.481693:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.481696:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.481707:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.481714:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.481721:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.481748:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:2.0:1767316916.483204:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:6212:x1853163985778688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2884us (7444us total) trans 17179873765 rc 0/0 00000100:00100000:2.0:1767316916.483216:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12526 00000100:00100000:2.0:1767316916.483248:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12528 00000100:00100000:2.0:1767316916.483260:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:6215:x1853163985778944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.483292:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:13 count 1 00002000:00010000:2.0:1767316916.483572:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.483580:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.483592:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.483593:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.483598:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.483609:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.483618:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.483626:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.483636:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:2.0:1767316916.483864:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985778944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 608us (2700us total) trans 17179873767 rc 0/0 00000100:00100000:2.0:1767316916.483871:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12528 00000100:00100000:2.0:1767316916.483888:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12529 00000100:00100000:2.0:1767316916.483894:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:6215:x1853163985779456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.483906:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4 count 1 00002000:00010000:2.0:1767316916.484130:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.484136:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484145:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.484146:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.484149:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484158:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484165:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484172:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484179:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00000100:00100000:2.0:1767316916.484303:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985779456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 407us (3068us total) trans 17179873768 rc 0/0 00000100:00100000:2.0:1767316916.484310:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12529 00000100:00100000:2.0:1767316916.484324:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12530 00000100:00100000:2.0:1767316916.484331:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:6215:x1853163985778816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.484344:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:12 count 1 00002000:00010000:2.0:1767316916.484539:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.484544:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484552:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.484553:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.484556:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484564:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484571:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484577:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484586:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00000100:00100000:2.0:1767316916.484713:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985778816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 383us (3437us total) trans 17179873769 rc 0/0 00000100:00100000:2.0:1767316916.484720:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12530 00000100:00100000:2.0:1767316916.484757:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12531 00000100:00100000:2.0:1767316916.484765:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:6215:x1853163985779328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.484778:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3 count 1 00002000:00010000:2.0:1767316916.484978:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.484984:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.484992:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.484993:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.484996:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.485005:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.485012:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.485018:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.485026:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00000100:00100000:2.0:1767316916.485167:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985779328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 403us (3863us total) trans 17179873770 rc 0/0 00000100:00100000:2.0:1767316916.485173:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12531 00000004:00080000:2.0:1767316916.485229:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca066a00/2, rc 0, transno 17179873769 00000100:00100000:2.0:1767316916.485244:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985778816:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.485256:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca067b80/2, rc 0, transno 17179873770 00000100:00100000:2.0:1767316916.485259:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca067b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985779328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.485269:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca067480/2, rc 0, transno 17179873767 00000100:00100000:2.0:1767316916.485272:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985778944:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.485279:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca065180/2, rc 0, transno 17179873768 00000100:00100000:2.0:1767316916.485282:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985779456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.485673:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:6212:x1853163985779584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6461us (9981us total) trans 17179873764 rc 0/0 00000100:00100000:0.0:1767316916.485681:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12525 00010000:00010000:0.0:1767316916.485797:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:0.0:1767316916.485805:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485813:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.485817:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485826:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485843:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485851:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba972f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485869:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:0.0:1767316916.485873:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485879:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.485882:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485890:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485899:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485906:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9736 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485917:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1767316916.485921:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485928:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.485931:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485938:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485947:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485954:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba973d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485971:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1767316916.485975:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485980:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.485983:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485989:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.485998:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486005:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9744 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486018:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1767316916.486021:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486027:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486030:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486037:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486046:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486052:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9752 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486063:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1767316916.486067:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.486073:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486076:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.486090:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.486101:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ea:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:0.0:1767316916.486104:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.486107:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.486112:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9759 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.486126:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1767316916.486130:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486136:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486140:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486147:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486156:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486163:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9760 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486175:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1767316916.486187:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486193:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486196:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486203:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486213:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486219:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9767 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486237:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767316916.486240:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486245:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486248:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486255:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486263:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486269:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba976e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486279:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767316916.486282:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486287:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486289:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486296:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486303:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486309:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9775 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486319:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767316916.486322:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486327:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486329:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486336:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486344:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486350:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba977c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486363:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767316916.486366:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486377:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486380:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486386:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486395:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486401:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9783 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486413:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316916.486417:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486423:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486426:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486433:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486442:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486453:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba978a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486463:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316916.486467:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486473:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486476:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486482:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486491:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486497:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9791 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486507:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316916.486511:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486517:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486520:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486527:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486535:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486543:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9798 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486553:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.486556:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486562:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486564:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486570:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486578:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486585:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba979f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486600:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.486602:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.486604:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.486663:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316916.486945:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985777792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15425us (17612us total) trans 21474840674 rc 0/0 00000100:00100000:0.0:1767316916.486953:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12520 00010000:00010000:0.0:1767316916.486975:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.486980:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486987:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.486990:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.486999:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.487010:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.487016:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba974b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.487029:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.487030:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.487032:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316916.487326:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:6212:x1853163985779200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5926us (11446us total) trans 17179873766 rc 0/0 00000100:00100000:1.0:1767316916.487334:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12527 00010000:00010000:1.0:1767316916.487357:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.487363:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.487370:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316916.487410:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7983b80/2, rc 0, transno 21474840672 00000100:00100000:1.0:1767316916.487433:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985777920:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.487447:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7981f80/2, rc 0, transno 21474840673 00000100:00100000:1.0:1767316916.487451:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985778432:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.487460:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7981180/2, rc 0, transno 21474840674 00000100:00100000:1.0:1767316916.487464:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985777792:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.487485:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7981500/2, rc 0, transno 21474840670 00000100:00100000:1.0:1767316916.487489:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985778048:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.487497:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7980380/2, rc 0, transno 21474840671 00000100:00100000:1.0:1767316916.487500:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985778560:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.487509:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7980a80/2, rc 0, transno 21474840668 00000100:00100000:1.0:1767316916.487513:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985777664:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.487521:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7980700/2, rc 0, transno 21474840669 00000100:00100000:1.0:1767316916.487524:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985778176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.487669:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985778304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15872us (18303us total) trans 21474840675 rc 0/0 00000100:00100000:1.0:1767316916.487677:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12521 00000004:00080000:1.0:1767316916.487701:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7980e00/2, rc 0, transno 21474840675 00000100:00100000:1.0:1767316916.487705:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985778304:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767316916.487899:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.487909:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.487915:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.487920:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.487924:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.487931:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.487943:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb2b0516 (ffff9b3ec8239000) 00010000:00010000:1.0:1767316916.487946:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.487949:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.487955:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9721 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfb2b0516 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.488004:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.488030:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934071936 00000100:00100000:1.0:1767316916.488037:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934071936 00000100:00100000:1.0:1767316916.488075:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8566 00000100:00100000:1.0:1767316916.488093:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+18:77301:x1853163934071936:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.488115:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.488133:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba97a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b13a expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.488343:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba97ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.488355:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba97ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.488364:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba97ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.488416:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1767316916.488419:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.488444:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba97ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.488467:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba97a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b13a expref: 20 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.488484:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba97ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b13a expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.488492:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed8ad8600) 00010000:00010000:1.0:1767316916.488495:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.488498:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec7ab0200, rc 0) 00000100:00100000:1.0:1767316916.488540:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:77301:x1853163934071936:12345-192.168.204.9@tcp:101:rm.0 Request processed in 458us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.488547:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8566 00000100:00100000:3.0:1767316916.488624:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:6212:x1853163985779072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12635us (12996us total) trans 17179873763 rc 0/0 00000100:00100000:3.0:1767316916.488633:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12524 00000100:00100000:1.0:1767316916.488932:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985779712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.488973:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.489016:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985780224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.489036:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.489056:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767316916.489061:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985780096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.489091:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.489106:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985780608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.489122:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.489145:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779712 00000100:00100000:1.0:1767316916.489149:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779712 00000100:00100000:1.0:1767316916.489172:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780224 00000100:00100000:1.0:1767316916.489175:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780224 00000100:00100000:3.0:1767316916.489278:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985779840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.489304:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.489322:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985780352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.489342:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.489358:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767316916.489363:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985779968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.489379:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.489394:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985780480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.489410:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.489433:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780096 00000100:00100000:3.0:1767316916.489437:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780096 00000100:00100000:0.0:1767316916.489473:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780608 00000100:00100000:0.0:1767316916.489477:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780608 00000100:00100000:1.0:1767316916.489513:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779840 00000100:00100000:1.0:1767316916.489517:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779840 00000004:00080000:2.0:1767316916.489595:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca065500/2, rc 0, transno 17179873765 00000100:00100000:2.0:1767316916.489603:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985778688:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.489617:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca065f80/2, rc 0, transno 17179873766 00000100:00100000:2.0:1767316916.489621:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985779200:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.489629:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca065880/2, rc 0, transno 17179873763 00000100:00100000:2.0:1767316916.489633:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985779072:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.489641:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca064700/2, rc 0, transno 17179873764 00000100:00100000:2.0:1767316916.489645:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985779584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.489775:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985780992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.489803:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.489825:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985781504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.489845:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.489856:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767316916.489861:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985780864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.489877:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.489886:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985781376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.489903:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.489920:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780352 00000100:00100000:2.0:1767316916.489923:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780352 00000100:00100000:3.0:1767316916.490078:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985779968 00000100:00100000:3.0:1767316916.490092:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985779968 00000100:00100000:3.0:1767316916.490102:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780480 00000100:00100000:3.0:1767316916.490104:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780480 00000100:00100000:3.0:1767316916.490111:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780992 00000100:00100000:3.0:1767316916.490113:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780992 00000100:00100000:3.0:1767316916.490122:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781504 00000100:00100000:3.0:1767316916.490124:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781504 00000100:00100000:3.0:1767316916.490131:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780864 00000100:00100000:3.0:1767316916.490133:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780864 00000100:00100000:3.0:1767316916.490140:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781376 00000100:00100000:3.0:1767316916.490142:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781376 00000100:00100000:3.0:1767316916.490152:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12532 00000100:00100000:3.0:1767316916.490158:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:6213:x1853163985779712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.490191:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1 00002000:00010000:3.0:1767316916.490491:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.490498:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.490510:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.490512:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.490517:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.490530:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.490539:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.490546:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.490564:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316916.490950:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:6213:x1853163985779712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 790us (1974us total) trans 21474840676 rc 0/0 00000100:00100000:3.0:1767316916.490958:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12532 00000100:00100000:3.0:1767316916.490984:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12533 00000100:00100000:3.0:1767316916.490992:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:6213:x1853163985780224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.491009:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:10 count 1 00002000:00010000:3.0:1767316916.491095:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.491100:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491108:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.491110:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.491113:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491122:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491129:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491136:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491151:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767316916.491353:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:6213:x1853163985780224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 361us (2314us total) trans 21474840677 rc 0/0 00000100:00100000:3.0:1767316916.491361:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12533 00000100:00100000:3.0:1767316916.491374:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12534 00000100:00100000:3.0:1767316916.491382:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:6213:x1853163985780096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.491394:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:9 count 1 00002000:00010000:3.0:1767316916.491616:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.491621:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491629:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.491631:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.491633:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491642:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491649:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491655:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.491670:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316916.492168:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:6213:x1853163985780096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 783us (3084us total) trans 21474840678 rc 0/0 00000100:00100000:3.0:1767316916.492176:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12534 00000100:00100000:3.0:1767316916.492272:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12535 00000100:00100000:3.0:1767316916.492280:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:6214:x1853163985779968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.492297:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:8 count 1 00002000:00010000:3.0:1767316916.492515:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.492521:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.492530:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.492531:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.492535:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.492544:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.492552:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.492558:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.492577:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767316916.492718:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:6214:x1853163985779968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 439us (3336us total) trans 21474840679 rc 0/0 00000100:00100000:3.0:1767316916.492725:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12535 00000100:00100000:0.0:1767316916.492904:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12536 00000100:00100000:0.0:1767316916.492912:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:6214:x1853163985780480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316916.492926:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00002000:00010000:0.0:1767316916.493002:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571720, blocks: 0x1 00010000:00010000:0.0:1767316916.493008:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493015:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.493016:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.493019:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493029:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493036:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493043:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493051:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767316916.493214:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:6214:x1853163985780480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 302us (3801us total) trans 21474840680 rc 0/0 00000100:00100000:0.0:1767316916.493220:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12536 00000100:00100000:0.0:1767316916.493235:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12537 00000100:00100000:0.0:1767316916.493242:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985780992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.493255:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8 count 1 00002000:00010000:0.0:1767316916.493459:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316916.493465:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493473:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.493474:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.493478:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493487:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493494:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493501:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493508:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767316916.493658:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:6215:x1853163985780992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 417us (3854us total) trans 17179873771 rc 0/0 00000100:00100000:0.0:1767316916.493666:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12537 00000100:00100000:0.0:1767316916.493680:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12538 00000100:00100000:0.0:1767316916.493687:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985781504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.493700:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00002000:00010000:0.0:1767316916.493929:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571724, blocks: 0x1 00010000:00010000:0.0:1767316916.493937:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493944:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.493946:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.493949:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493958:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493965:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493971:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.493979:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767316916.494119:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:6215:x1853163985781504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 432us (4272us total) trans 17179873772 rc 0/0 00000100:00100000:0.0:1767316916.494125:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12538 00000100:00100000:0.0:1767316916.494137:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12539 00000100:00100000:0.0:1767316916.494143:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985780864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.494155:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1 00002000:00010000:0.0:1767316916.494347:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316916.494352:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494363:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.494365:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.494367:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494374:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494381:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494387:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494395:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767316916.494515:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:6215:x1853163985780864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 371us (4636us total) trans 17179873773 rc 0/0 00000100:00100000:0.0:1767316916.494521:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12539 00000100:00100000:0.0:1767316916.494534:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12540 00000100:00100000:0.0:1767316916.494541:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:6215:x1853163985781376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.494552:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2 count 1 00002000:00010000:0.0:1767316916.494771:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316916.494777:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494785:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.494787:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.494790:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494799:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494807:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494814:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.494821:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1767316916.494943:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:6215:x1853163985781376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 403us (5039us total) trans 17179873774 rc 0/0 00000100:00100000:0.0:1767316916.494949:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12540 00000100:00100000:0.0:1767316916.494964:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12541 00000100:00100000:0.0:1767316916.494971:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:6213:x1853163985780608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316916.494985:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00002000:00010000:0.0:1767316916.495051:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571723, blocks: 0x1 00010000:00010000:0.0:1767316916.495056:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.495063:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.495064:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.495067:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.495076:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.495096:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.495102:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.495110:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:0.0:1767316916.495242:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:6213:x1853163985780608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 271us (6118us total) trans 21474840681 rc 0/0 00000100:00100000:0.0:1767316916.495248:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12541 00010000:00010000:3.0:1767316916.495992:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1767316916.496001:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496010:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496014:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496027:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496046:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496052:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba97b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496071:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1767316916.496075:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496090:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496094:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496101:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496110:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496116:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba97bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496132:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767316916.496135:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496141:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496143:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496150:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496157:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496164:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba97c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496175:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767316916.496237:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496244:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496247:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496254:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496265:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496327:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba97c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496341:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767316916.496344:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496351:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496353:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496360:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496370:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496376:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf600/0xc472cb5f51ba97d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496388:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767316916.496392:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496402:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496405:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496411:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496420:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496427:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cf200/0xc472cb5f51ba97d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496438:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767316916.496441:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496447:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496450:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496456:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496464:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496476:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5ce800/0xc472cb5f51ba97de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496487:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767316916.496491:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496496:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfa00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496499:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496506:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496515:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496522:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfa00/0xc472cb5f51ba97e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496532:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316916.496536:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496542:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496545:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496552:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496561:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496568:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cfe00/0xc472cb5f51ba97ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496579:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.496583:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496588:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.496591:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496597:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496606:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496613:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cf400/0xc472cb5f51ba97f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.496629:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.496630:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.496632:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.496792:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.496799:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.496804:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316916.496855:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12542 00000100:00100000:1.0:1767316916.496864:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:6214:x1853163985779840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.496890:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:7 count 1 00002000:00010000:1.0:1767316916.497171:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.497177:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.497378:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.497380:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.497385:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.497397:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.497406:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.497412:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.497430:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.497647:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:6214:x1853163985779840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 783us (8340us total) trans 21474840682 rc 0/0 00000100:00100000:1.0:1767316916.497656:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12542 00010000:00010000:3.0:1767316916.497870:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.497877:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.497885:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.497889:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.497898:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.497912:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.497920:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba97fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.497935:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.497937:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.497938:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767316916.498064:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4124a80/2, rc 0, transno 17179873773 00000100:00100000:1.0:1767316916.498913:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.498966:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.499010:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.499033:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.499058:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767316916.499064:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985780736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.499098:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.499116:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.499139:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767316916.499271:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd050e00/2, rc 0, transno 21474840678 00000100:00100000:1.0:1767316916.499284:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985780096:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.499296:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd051f80/2, rc 0, transno 21474840681 00000100:00100000:1.0:1767316916.499301:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985780608:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.499310:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca064e00/2, rc 0, transno 21474840676 00000100:00100000:1.0:1767316916.499313:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985779712:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.499321:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd053480/2, rc 0, transno 21474840677 00000100:00100000:1.0:1767316916.499325:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985780224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.499412:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985782144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.499436:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.499456:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767316916.499461:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.499481:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.499509:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781120 00000100:00100000:1.0:1767316916.499515:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781120 00000100:00100000:1.0:1767316916.499550:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781632 00000100:00100000:1.0:1767316916.499553:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781632 00000100:00100000:1.0:1767316916.499567:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985780736 00000100:00100000:1.0:1767316916.499570:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985780736 00000100:00100000:1.0:1767316916.499584:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781248 00000100:00100000:1.0:1767316916.499586:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781248 00000100:00100000:1.0:1767316916.499599:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782144 00000100:00100000:1.0:1767316916.499601:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782144 00000100:00100000:1.0:1767316916.499610:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781760 00000100:00100000:1.0:1767316916.499612:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781760 00000100:00100000:1.0:1767316916.499626:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12543 00000100:00100000:1.0:1767316916.499633:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:6212:x1853163985781120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.499656:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:9 count 1 00000100:00100000:3.0:1767316916.499950:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12544 00000100:00100000:3.0:1767316916.499959:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:6212:x1853163985781632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316916.499974:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00002000:00010000:3.0:1767316916.500364:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x6957171f, blocks: 0x1 00010000:00010000:3.0:1767316916.500371:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.500384:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.500386:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.500391:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.500403:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.500411:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.500417:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.500437:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316916.500659:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecc1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:6212:x1853163985781632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 701us (1624us total) trans 17179873775 rc 0/0 00000100:00100000:3.0:1767316916.500668:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12544 00000100:00100000:3.0:1767316916.500689:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12545 00000100:00100000:3.0:1767316916.500695:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:6212:x1853163985780736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316916.500709:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:6 count 1 00002000:00010000:1.0:1767316916.502176:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.502269:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.502282:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.502284:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.502288:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.502301:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.502310:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.502317:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.502339:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767316916.502563:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:6212:x1853163985781120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2928us (3594us total) trans 17179873776 rc 0/0 00000100:00100000:1.0:1767316916.502572:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12543 00000100:00100000:1.0:1767316916.502600:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12546 00000100:00100000:1.0:1767316916.502610:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5467850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:6212:x1853163985781248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.502635:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:10 count 1 00002000:00010000:3.0:1767316916.503067:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.503074:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503097:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.503098:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.503101:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503110:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503117:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503123:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503139:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316916.503369:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:6212:x1853163985780736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2672us (4269us total) trans 17179873777 rc 0/0 00000100:00100000:3.0:1767316916.503376:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12545 00000100:00100000:3.0:1767316916.503394:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12547 00000100:00100000:3.0:1767316916.503401:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:6212:x1853163985782144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.503415:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:26 count 1 00002000:00010000:3.0:1767316916.503627:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571724, blocks: 0x1 00010000:00010000:3.0:1767316916.503633:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503640:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.503642:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.503645:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503655:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503662:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503669:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503684:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1767316916.503698:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767316916.503705:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503712:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.503716:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.503724:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316916.505424:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.505435:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.505446:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.505449:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.505453:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.505465:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.505474:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.505480:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.505490:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767316916.505747:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5467850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:6212:x1853163985781248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3119us (6587us total) trans 17179873778 rc 0/0 00010000:00010000:3.0:1767316916.505863:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505872:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9801 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505892:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767316916.505897:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505904:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.505908:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505915:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505929:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505936:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9808 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505950:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767316916.505954:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505959:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.505962:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505969:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505977:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505985:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8600/0xc472cb5f51ba980f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.505997:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316916.506001:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506007:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.506010:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506017:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506026:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506032:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9400/0xc472cb5f51ba9816 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506043:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.506046:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506056:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.506059:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506064:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506071:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506076:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba981d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.506099:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.506101:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.506102:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316916.506951:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12546 00000100:00100000:1.0:1767316916.506993:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12548 00000100:00100000:1.0:1767316916.507008:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:6212:x1853163985781760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.507039:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00000100:00100000:2.0:1767316916.507289:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985780864:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.507332:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4124e00/2, rc 0, transno 17179873774 00002000:00010000:1.0:1767316916.507514:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571722, blocks: 0x1 00010000:00010000:1.0:1767316916.507521:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.507532:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.507535:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.507540:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.507552:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.507560:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.507567:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.507595:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316916.507887:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:6212:x1853163985782144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4485us (8448us total) trans 21474840683 rc 0/0 00000100:00100000:3.0:1767316916.507895:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12547 00000100:00100000:1.0:1767316916.509335:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:6212:x1853163985781760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2330us (9849us total) trans 21474840684 rc 0/0 00000100:00100000:1.0:1767316916.509346:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12548 00010000:00010000:1.0:1767316916.509378:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.509385:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.509394:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.509398:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.509408:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.509425:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.509433:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9824 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.509451:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.509453:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.509454:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.509460:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.509465:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316916.509506:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc57e2a00/2, rc 0, transno 21474840684 00000100:00100000:1.0:1767316916.509531:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781760:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.509543:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3aa00/2, rc 0, transno 21474840683 00000100:00100000:1.0:1767316916.509547:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985782144:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316916.509558:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4126680/2, rc 0, transno 17179873777 00000100:00100000:3.0:1767316916.514074:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.514515:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934072064 00000100:00100000:0.0:1767316916.514526:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934072064 00000100:00100000:0.0:1767316916.514590:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8567 00000100:00100000:0.0:1767316916.514601:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:77301:x1853163934072064:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.514620:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.514642:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba982b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b141 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.514713:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514748:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514768:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514783:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514791:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514797:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514894:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514902:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514909:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.514946:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ec:0x0]: returning size 0 00000004:00200000:0.0:1767316916.514951:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.514967:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514978:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514987:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.514994:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515000:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515005:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.515009:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515015:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515025:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed8ad8600) 00010000:00010000:0.0:1767316916.515027:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.515032:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515037:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce000/0xc472cb5f51ba9832 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515049:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515054:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515059:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515063:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cf800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.515065:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515070:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515077:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff9b3efd6a6300) 00010000:00010000:0.0:1767316916.515079:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.515093:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515098:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf800/0xc472cb5f51ba9839 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.515127:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cee00/0xc472cb5f51ba982b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b141 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.515139:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b141 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.515147:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ec:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:0.0:1767316916.515149:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316916.515151:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3efc5ce600, rc 0) 00000100:00100000:0.0:1767316916.515296:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:77301:x1853163934072064:12345-192.168.204.9@tcp:101:rm.0 Request processed in 696us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.515304:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8567 00000100:00100000:2.0:1767316916.515596:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985781376:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.515632:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4125c00/2, rc 0, transno 17179873771 00000100:00100000:2.0:1767316916.515638:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985780992:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316916.515648:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e54000/2, rc 0, transno 17179873772 00000100:00100000:2.0:1767316916.515651:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985781504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.515671:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985782016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.515717:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.515784:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985782528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.515805:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.515828:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767316916.515834:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985781888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.515855:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.515871:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985782400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.515888:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.515920:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782016 00000100:00100000:2.0:1767316916.515926:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782016 00000100:00100000:2.0:1767316916.515957:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782528 00000100:00100000:2.0:1767316916.515960:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782528 00000100:00100000:2.0:1767316916.515977:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985781888 00000100:00100000:2.0:1767316916.515979:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985781888 00000100:00100000:2.0:1767316916.515993:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782400 00000100:00100000:2.0:1767316916.515996:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782400 00000100:00100000:2.0:1767316916.516014:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12549 00000100:00100000:2.0:1767316916.516020:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:6215:x1853163985782016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.516041:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:2.0:1767316916.516329:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571725, blocks: 0x1 00010000:00010000:2.0:1767316916.516336:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516348:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.516350:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.516355:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516366:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516373:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516380:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516397:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.516629:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:6215:x1853163985782016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 608us (911us total) trans 21474840685 rc 0/0 00000100:00100000:2.0:1767316916.516636:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12549 00000100:00100000:2.0:1767316916.516654:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12550 00000100:00100000:2.0:1767316916.516662:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:6215:x1853163985782528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.516676:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:20 count 1 00002000:00010000:2.0:1767316916.516950:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571724, blocks: 0x1 00010000:00010000:2.0:1767316916.516956:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516964:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.516966:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.516969:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516979:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516986:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.516992:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.517008:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767316916.517345:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12551 00000100:00100000:3.0:1767316916.517356:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:6215:x1853163985781888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.517372:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:3.0:1767316916.517447:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x6957172a, blocks: 0x1 00010000:00010000:3.0:1767316916.517453:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517462:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.517463:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.517466:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517475:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517482:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517488:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517510:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316916.517652:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:6215:x1853163985781888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 298us (1795us total) trans 21474840686 rc 0/0 00000100:00100000:3.0:1767316916.517660:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12551 00000100:00100000:3.0:1767316916.517678:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12552 00000100:00100000:3.0:1767316916.517684:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:6215:x1853163985782400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.517698:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00002000:00010000:3.0:1767316916.517917:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.517922:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517929:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.517930:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.517933:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517942:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517949:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517955:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.517963:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767316916.518100:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:6215:x1853163985782400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 415us (2210us total) trans 21474840687 rc 0/0 00000100:00100000:3.0:1767316916.518106:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12552 00000100:00100000:2.0:1767316916.519321:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:6215:x1853163985782528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2656us (3510us total) trans 17179873779 rc 0/0 00000100:00100000:2.0:1767316916.519330:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12550 00010000:00010000:2.0:1767316916.519357:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767316916.519364:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519372:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.519376:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519385:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519403:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519409:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8200/0xc472cb5f51ba9847 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519429:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767316916.519433:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519438:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.519441:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519447:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519456:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519463:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba984e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519474:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316916.519477:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519483:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.519486:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519492:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519500:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519505:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8800/0xc472cb5f51ba9855 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519517:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.519532:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519539:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.519542:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519550:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519559:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519565:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9600/0xc472cb5f51ba985c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.519577:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.519579:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.519581:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.519588:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.519620:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985783040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.519991:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985782272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.520100:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985780736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316916.520112:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.522598:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985782912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.523148:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316916.523897:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985782784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.523933:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316916.523965:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316916.523972:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985782656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.523997:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316916.524034:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782272 00000100:00100000:0.0:1767316916.524042:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782272 00000100:00100000:0.0:1767316916.525036:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782784 00000100:00100000:0.0:1767316916.525044:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782784 00000100:00100000:0.0:1767316916.525073:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782656 00000100:00100000:0.0:1767316916.525076:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782656 00000100:00100000:0.0:1767316916.525103:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12553 00000100:00100000:0.0:1767316916.525112:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:6213:x1853163985782272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316916.525144:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:19 count 1 00002000:00010000:0.0:1767316916.525438:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x6957171f, blocks: 0x1 00010000:00010000:0.0:1767316916.525446:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.525461:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.525463:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.525468:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.525481:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.525489:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.525496:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.525514:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316916.526486:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:6213:x1853163985782272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1046us (3010us total) trans 21474840688 rc 0/0 00000100:00100000:0.0:1767316916.526496:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12553 00000100:00100000:0.0:1767316916.526531:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12554 00000100:00100000:0.0:1767316916.526541:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:6213:x1853163985782784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.526562:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00002000:00010000:0.0:1767316916.527002:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571721, blocks: 0x1 00010000:00010000:0.0:1767316916.527010:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.527022:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.527025:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.527028:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.527039:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.527047:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.527054:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.527072:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316916.527289:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:6213:x1853163985782784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 750us (3354us total) trans 17179873780 rc 0/0 00000100:00100000:0.0:1767316916.527297:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12554 00000100:00100000:0.0:1767316916.527312:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12555 00000100:00100000:0.0:1767316916.527319:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:6213:x1853163985782656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.527335:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00010000:00010000:2.0:1767316916.528071:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316916.528088:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528098:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5ce400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.528102:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528110:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528129:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528136:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5ce400/0xc472cb5f51ba9863 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528168:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.528172:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528184:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3efc5cea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.528187:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528194:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528203:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528210:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cea00/0xc472cb5f51ba986a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.528222:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.528224:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.528226:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.528232:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767316916.528300:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7d31f80/2, rc 0, transno 21474840688 00000100:00100000:2.0:1767316916.528315:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985782272:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316916.528329:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd050700/2, rc 0, transno 17179873780 00000100:00100000:2.0:1767316916.528339:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985782784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.528423:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.528469:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.528505:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316916.528512:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783168:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1767316916.528644:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571721, blocks: 0x1 00010000:00010000:0.0:1767316916.528652:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.528669:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.528671:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.528675:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.528685:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.528692:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.528699:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.528718:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316916.529079:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:6213:x1853163985782656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1758us (5079us total) trans 17179873781 rc 0/0 00000100:00100000:0.0:1767316916.529105:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12555 00000100:00100000:0.0:1767316916.529124:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783296 00000100:00100000:0.0:1767316916.529130:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783296 00000100:00100000:0.0:1767316916.529322:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12556 00000100:00100000:0.0:1767316916.529330:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:6213:x1853163985783296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316916.529355:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:0.0:1767316916.529436:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571724, blocks: 0x1 00010000:00010000:0.0:1767316916.529442:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.529454:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.529456:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.529459:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.529468:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.529475:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.529483:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.529497:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316916.529898:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767316916.529944:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd051c00/2, rc 0, transno 17179873781 00000100:00100000:2.0:1767316916.529954:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985782656:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767316916.529973:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316916.529979:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.529987:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.529991:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530000:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530013:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530019:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9871 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530039:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.530043:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530050:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.530053:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530060:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530068:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530074:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9878 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530094:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.530096:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.530098:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.530109:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783168 00000100:00100000:2.0:1767316916.530113:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783168 00000100:00100000:2.0:1767316916.530140:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12557 00000100:00100000:2.0:1767316916.530147:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:6213:x1853163985783168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.530173:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:16 count 1 00002000:00010000:2.0:1767316916.530672:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x69571719, atime: 0x69571719, ctime: 0x6957171a, blocks: 0x1 00010000:00010000:2.0:1767316916.530679:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530688:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.530690:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.530694:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530704:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530711:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.530718:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.531131:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.531470:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:6213:x1853163985783168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1320us (1570us total) trans 21474840689 rc 0/0 00000100:00100000:2.0:1767316916.531479:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12557 00010000:00010000:2.0:1767316916.531509:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.531514:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316916.531655:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:6213:x1853163985783296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2325us (3184us total) trans 17179873782 rc 0/0 00000100:00100000:0.0:1767316916.531662:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12556 00010000:00010000:2.0:1767316916.531714:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.531718:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767316916.532959:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4125f80/2, rc 0, transno 17179873778 00000100:00100000:0.0:1767316916.532972:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781248:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.532985:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4126300/2, rc 0, transno 17179873776 00000100:00100000:0.0:1767316916.532988:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781120:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.532997:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e55500/2, rc 0, transno 17179873775 00000100:00100000:0.0:1767316916.533000:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985781632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767316916.533195:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.533216:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.533223:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba987f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.533243:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.533245:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.533248:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.533365:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.533415:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767316916.533459:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414d500/2, rc 0, transno 21474840689 00000100:00100000:2.0:1767316916.533469:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783168:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316916.533477:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414c380/2, rc 0, transno 17179873782 00000100:00100000:2.0:1767316916.533483:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.533492:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316916.533497:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.533517:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.533554:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783808 00000100:00100000:2.0:1767316916.533561:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783808 00000100:00100000:2.0:1767316916.533594:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783680 00000100:00100000:2.0:1767316916.533597:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783680 00000100:00100000:2.0:1767316916.533615:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12558 00000100:00100000:2.0:1767316916.533623:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:6213:x1853163985783808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.533648:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00000100:00100000:2.0:1767316916.534360:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12559 00000100:00100000:2.0:1767316916.534370:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:6213:x1853163985783680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.534386:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:16 count 1 00002000:00010000:2.0:1767316916.534652:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x69571719, atime: 0x69571719, ctime: 0x69571719, blocks: 0x1 00010000:00010000:2.0:1767316916.534660:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.534673:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.534675:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.534681:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.534693:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.534701:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.534709:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.534924:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.535298:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:6213:x1853163985783680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 929us (1778us total) trans 17179873783 rc 0/0 00000100:00100000:2.0:1767316916.535308:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12559 00000004:00080000:2.0:1767316916.535413:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf7800/2, rc 0, transno 17179873783 00000100:00100000:2.0:1767316916.535422:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.535457:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316916.535467:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.535497:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.535527:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784192 00000100:00100000:2.0:1767316916.535532:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784192 00000100:00100000:2.0:1767316916.535558:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12560 00000100:00100000:2.0:1767316916.535565:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:6213:x1853163985784192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.535581:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:83 count 1 00002000:00010000:2.0:1767316916.535600:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x53:0x0] initial LVB size: 4, mtime: 0x6957199e, atime: 0x6957199d, ctime: 0x6957199e, blocks: 0xb 00010000:00010000:2.0:1767316916.535606:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.535614:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.535615:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.535618:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.535627:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.535634:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.535640:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316916.535804:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767316916.535835:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd053100/2, rc 0, transno 21474840679 00000100:00100000:3.0:1767316916.535844:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985779968:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767316916.535855:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd051180/2, rc 0, transno 21474840680 00000100:00100000:3.0:1767316916.535859:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985780480:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767316916.535870:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd050000/2, rc 0, transno 21474840682 00000100:00100000:3.0:1767316916.535873:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985779840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.535884:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985783424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.535907:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.535919:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985783936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.535938:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.535950:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767316916.535956:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985783552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.535975:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.535985:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985784064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.536001:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.536123:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985782912 00000100:00100000:3.0:1767316916.536127:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985782912 00000100:00100000:3.0:1767316916.536140:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783424 00000100:00100000:3.0:1767316916.536143:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783424 00000100:00100000:3.0:1767316916.536152:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783936 00000100:00100000:3.0:1767316916.536154:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783936 00000100:00100000:3.0:1767316916.536163:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783552 00000100:00100000:3.0:1767316916.536165:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783552 00000100:00100000:3.0:1767316916.536173:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784064 00010000:00010000:0.0:1767316916.536940:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316916.536951:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.536962:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.536967:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.536976:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.536996:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.537003:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9000/0xc472cb5f51ba9886 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.537024:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.537027:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.537032:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.537035:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.537042:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.537049:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.537056:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.537057:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.537059:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.537135:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784064 00000100:00100000:3.0:1767316916.537301:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12561 00000100:00100000:3.0:1767316916.537311:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:6214:x1853163985780352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.537337:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00002000:00010000:3.0:1767316916.537479:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571722, blocks: 0x1 00010000:00010000:3.0:1767316916.537486:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.537495:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.537497:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.537501:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.537511:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.537520:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.537527:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.537553:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316916.538107:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.538113:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.538121:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.538125:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.538133:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.538147:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.538153:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d8200/0xc472cb5f51ba9894 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.538310:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.538313:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.538315:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.538595:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:6214:x1853163985780352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1284us (49250us total) trans 21474840690 rc 0/0 00000100:00100000:3.0:1767316916.538604:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12561 00000100:00100000:3.0:1767316916.538719:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12562 00000100:00100000:3.0:1767316916.538752:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:6214:x1853163985782912:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316916.538877:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767316916.539017:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 158, mtime: 0x69571745, atime: 0x69571741, ctime: 0x69571745, blocks: 0xb 00010000:00010000:1.0:1767316916.539024:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.539033:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.539035:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.539038:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.539048:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.539056:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.539062:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.539078:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.540414:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:6213:x1853163985783808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6789us (6995us total) trans 17179873784 rc 0/0 00000100:00100000:1.0:1767316916.540424:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12558 00000100:00100000:1.0:1767316916.540450:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12563 00000100:00100000:1.0:1767316916.540458:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:6214:x1853163985783424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.540485:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00002000:00080000:3.0:1767316916.540868:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:3.0:1767316916.540944:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571723, blocks: 0x1 00010000:00010000:3.0:1767316916.540950:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.540962:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.540964:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.540967:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.540979:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.540988:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.540996:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.541014:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767316916.541331:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd052a00/2, rc 0, transno 21474840690 00000100:00100000:0.0:1767316916.541338:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985780352:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767316916.541504:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571725, blocks: 0x1 00010000:00010000:1.0:1767316916.541511:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.541518:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.541520:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.541523:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.541530:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.541538:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.541546:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.541560:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316916.541710:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:6214:x1853163985782912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2982us (5905us total) trans 17179873785 rc 0/0 00000100:00100000:3.0:1767316916.541719:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12562 00000100:00100000:3.0:1767316916.541769:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12564 00000100:00100000:3.0:1767316916.541778:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:6214:x1853163985783936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.541793:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00002000:00010000:3.0:1767316916.542017:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x69571719, atime: 0x69571719, ctime: 0x6957171a, blocks: 0x1 00010000:00010000:3.0:1767316916.542023:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.542031:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.542032:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.542035:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.542045:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.542053:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.542060:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.542068:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767316916.542344:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767316916.542352:0:14914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba988d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316916.542503:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:6213:x1853163985784192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6937us (7005us total) trans 17179873787 rc 0/0 00000100:00100000:2.0:1767316916.542510:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12560 00000100:00100000:2.0:1767316916.542528:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12565 00000100:00100000:2.0:1767316916.542535:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:6214:x1853163985783552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.542550:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00002000:00010000:2.0:1767316916.542785:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x6957171e, blocks: 0x1 00010000:00010000:2.0:1767316916.542791:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.542800:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.542801:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.542804:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.542814:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.542822:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.542829:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.542838:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767316916.543346:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:6214:x1853163985783424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2886us (7434us total) trans 17179873786 rc 0/0 00000100:00100000:1.0:1767316916.543354:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12563 00000100:00100000:1.0:1767316916.543372:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12566 00000100:00100000:1.0:1767316916.543380:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:6214:x1853163985784064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.543396:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:1.0:1767316916.543760:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767316916.543770:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543779:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.543783:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543792:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543811:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543819:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba989b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543844:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767316916.543848:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543853:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.543856:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543863:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543872:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543879:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba98a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543894:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316916.543897:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543902:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.543905:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543911:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543920:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543927:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba98a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543939:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316916.543943:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543950:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.543952:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543959:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543968:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543973:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba98b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.543986:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.543989:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544000:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.544004:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544011:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544020:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544026:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8e00/0xc472cb5f51ba98b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544039:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.544040:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.544042:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767316916.544631:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 158, mtime: 0x69571743, atime: 0x69571741, ctime: 0x69571746, blocks: 0xb 00010000:00010000:1.0:1767316916.544638:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544648:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.544650:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.544655:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544665:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544678:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544685:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.544697:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.544962:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:6214:x1853163985784064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1580us (8955us total) trans 17179873789 rc 0/0 00000100:00100000:1.0:1767316916.544972:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12566 00010000:00010000:1.0:1767316916.544998:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.545003:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545010:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.545013:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545021:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545032:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545039:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba98be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545057:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.545058:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.545060:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.545351:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316916.545390:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf4e00/2, rc 0, transno 17179873787 00000100:00100000:1.0:1767316916.545407:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784192:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767316916.545419:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf5f80/2, rc 0, transno 17179873784 00000100:00100000:1.0:1767316916.545423:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985783808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.545482:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.545513:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934072320 00000100:00100000:1.0:1767316916.545520:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934072320 00000100:00100000:1.0:1767316916.545559:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8568 00000100:00100000:1.0:1767316916.545567:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:77301:x1853163934072320:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.545618:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.545638:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce600/0xc472cb5f51ba9840 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b141 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545654:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ec:0x0].0x0 (ffff9b3efd6a6500) 00010000:00010000:1.0:1767316916.545671:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba97ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b13a expref: 19 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.545687:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed8ad8600) 00010000:00010000:1.0:1767316916.545695:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.545720:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547345:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547361:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547466:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547474:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547481:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547592:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547600:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.547607:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.548433:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:6214:x1853163985783936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6652us (12488us total) trans 21474840691 rc 0/0 00000100:00100000:3.0:1767316916.548446:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12564 00010000:00010000:3.0:1767316916.548479:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1767316916.548536:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2458, 64 off211152 00000040:00080000:1.0:1767316916.548558:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2459, 64 off211216 00000040:00080000:1.0:1767316916.548579:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2460, 64 off211248 00010000:00010000:1.0:1767316916.548651:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548663:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548672:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548680:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548687:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548692:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548718:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316916.548857:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.548863:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.548870:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.548874:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.548881:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.548894:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ec:0x0].0x0 (ffff9b3ed9b0ec00) 00010000:00010000:3.0:1767316916.548897:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.548902:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.548908:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba98da lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.548923:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.548924:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.548926:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.548952:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548959:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548964:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548969:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.548972:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548978:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548986:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ec:0x0].0x0 (ffff9b3ed9b0ec00) 00010000:00010000:1.0:1767316916.548988:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.548991:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.548996:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba98d3 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549053:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549059:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549065:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549069:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.549072:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549077:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549095:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0eb00) 00010000:00010000:1.0:1767316916.549097:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.549100:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.549105:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba98c5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316916.549115:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c88c94e3 reply state 0000000091fa4ffc transno 8589943043 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.549123:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.549364:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:77301:x1853163934072320:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3795us (3881us total) trans 8589943043 rc 0/0 00000100:00100000:1.0:1767316916.549372:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8568 00000100:00100000:2.0:1767316916.549491:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:6214:x1853163985783552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6945us (13503us total) trans 17179873788 rc 0/0 00000100:00100000:2.0:1767316916.549498:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12565 00010000:00010000:2.0:1767316916.549673:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.549712:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767316916.549804:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50f100/2, rc 0, transno 21474840686 00000100:00100000:2.0:1767316916.549814:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985781888:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316916.549826:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7d31180/2, rc 0, transno 21474840687 00000100:00100000:2.0:1767316916.549830:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985782400:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316916.549839:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb38000/2, rc 0, transno 21474840685 00000100:00100000:2.0:1767316916.549842:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985782016:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316916.549853:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd052d80/2, rc 0, transno 17179873779 00000100:00100000:2.0:1767316916.549860:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985782528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.549878:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985784576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.549907:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.549923:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767316916.549929:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985784448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.549947:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.549961:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985784960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.549979:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.550001:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985783040 00000100:00100000:2.0:1767316916.550007:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985783040 00000100:00100000:2.0:1767316916.550039:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784576 00000100:00100000:2.0:1767316916.550042:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784576 00000100:00100000:2.0:1767316916.550061:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784448 00000100:00100000:2.0:1767316916.550063:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784448 00000100:00100000:2.0:1767316916.550077:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784960 00000100:00100000:2.0:1767316916.550088:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784960 00000100:00100000:2.0:1767316916.550109:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12567 00000100:00100000:2.0:1767316916.550115:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:6215:x1853163985783040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.550139:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00000100:00100000:1.0:1767316916.550431:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.550461:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.550481:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316916.550501:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.550513:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316916.550518:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316916.550537:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316916.550556:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784320 00000100:00100000:1.0:1767316916.550560:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784320 00000100:00100000:1.0:1767316916.550576:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784832 00000100:00100000:1.0:1767316916.550578:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784832 00000100:00100000:1.0:1767316916.550585:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985784704 00000100:00100000:1.0:1767316916.550588:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985784704 00000100:00100000:1.0:1767316916.550597:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12568 00000100:00100000:1.0:1767316916.550603:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef55c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:6215:x1853163985784576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.550616:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:86 count 1 00002000:00010000:1.0:1767316916.550643:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x56:0x0] initial LVB size: 4, mtime: 0x6957199d, atime: 0x6957199d, ctime: 0x6957199e, blocks: 0xb 00010000:00010000:1.0:1767316916.550650:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.550663:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.550666:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.550671:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.550684:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.550692:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.550700:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.550714:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.550974:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef55c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:6215:x1853163985784576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 370us (1065us total) trans 21474840692 rc 0/0 00000100:00100000:1.0:1767316916.550982:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12568 00000100:00100000:1.0:1767316916.550999:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12569 00000100:00100000:1.0:1767316916.551005:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:6215:x1853163985784448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316916.551016:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:1.0:1767316916.551400:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.551406:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.551415:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.551419:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.551428:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.551443:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.551451:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba98e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.551472:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.551474:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.551475:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316916.551501:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c7100/2, rc 0, transno 21474840692 00000100:00100000:1.0:1767316916.551506:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985784576:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767316916.551990:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 158, mtime: 0x69571746, atime: 0x69571741, ctime: 0x69571746, blocks: 0xb 00010000:00010000:1.0:1767316916.551997:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552006:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.552008:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.552011:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552020:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552028:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552034:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552049:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.552509:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:6215:x1853163985784448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1501us (2558us total) trans 21474840693 rc 0/0 00000100:00100000:1.0:1767316916.552517:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12569 00000100:00100000:1.0:1767316916.552539:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12570 00000100:00100000:1.0:1767316916.552548:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef55c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:6215:x1853163985784960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.552566:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:97 count 1 00002000:00010000:1.0:1767316916.552583:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.552587:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552596:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.552597:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.552600:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552609:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552616:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552622:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.552643:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767316916.552935:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x6957171e, atime: 0x6957171e, ctime: 0x69571723, blocks: 0x1 00010000:00010000:2.0:1767316916.552942:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.552949:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.552950:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.552953:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.552961:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.552967:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.552973:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.552985:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767316916.553143:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:6215:x1853163985783040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3027us (3430us total) trans 17179873790 rc 0/0 00000100:00100000:2.0:1767316916.553153:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12567 00000100:00100000:2.0:1767316916.553170:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12571 00000100:00100000:2.0:1767316916.553259:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:6213:x1853163985784320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.553275:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:30 count 1 00000100:00100000:1.0:1767316916.554146:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef55c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:6215:x1853163985784960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1597us (4162us total) trans 17179873791 rc 0/0 00000100:00100000:1.0:1767316916.557291:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12570 00010000:00010000:3.0:1767316916.557422:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767316916.557432:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557448:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.557452:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557461:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557482:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557489:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba98e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557514:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767316916.557519:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557526:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.557528:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557535:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557545:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557555:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba98ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557568:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.557572:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557577:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.557580:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557585:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557593:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557599:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba98f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.557613:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.557615:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.557617:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.563512:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000004:00080000:0.0:1767316916.563651:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd051500/2, rc 0, transno 17179873785 00000100:00100000:0.0:1767316916.563661:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985782912:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.563688:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414d880/2, rc 0, transno 17179873788 00000100:00100000:0.0:1767316916.563692:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985783552:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.563702:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf4380/2, rc 0, transno 17179873789 00000100:00100000:0.0:1767316916.563706:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985784064:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.563715:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414fb80/2, rc 0, transno 17179873786 00000100:00100000:0.0:1767316916.563718:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985783424:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.563750:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf7b80/2, rc 0, transno 21474840691 00000100:00100000:0.0:1767316916.563763:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985783936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.563983:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12572 00000100:00100000:2.0:1767316916.564004:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:6213:x1853163985784832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.564038:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:96 count 1 00002000:00010000:2.0:1767316916.564078:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.564097:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564112:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.564115:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.564121:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564146:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564160:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564169:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564202:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.564711:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:6213:x1853163985784832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 718us (14208us total) trans 17179873792 rc 0/0 00000100:00100000:2.0:1767316916.564722:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12572 00000100:00100000:2.0:1767316916.564784:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12573 00000100:00100000:2.0:1767316916.564794:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:6213:x1853163985784704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.564812:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:102 count 1 00002000:00010000:2.0:1767316916.564833:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.564838:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564847:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.564848:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.564851:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564861:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564868:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564876:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.564893:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316916.565042:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:6213:x1853163985784704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 250us (14503us total) trans 21474840694 rc 0/0 00000100:00100000:2.0:1767316916.565049:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12573 00002000:00010000:2.0:1767316916.565147:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x69571745, atime: 0x69571741, ctime: 0x69571745, blocks: 0x3 00010000:00010000:2.0:1767316916.565152:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565159:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.565161:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.565164:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565171:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565178:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565186:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565193:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767316916.565329:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc7a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:6213:x1853163985784320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12152us (14866us total) trans 21474840695 rc 0/0 00000100:00100000:2.0:1767316916.565336:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12571 00010000:00010000:2.0:1767316916.565354:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767316916.565359:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565367:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.565371:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565385:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565401:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565407:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba98fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565425:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316916.565429:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565436:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.565438:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565445:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565453:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565459:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9904 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565477:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.565479:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565486:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.565489:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565496:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565504:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565510:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba990b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.565521:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.565523:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.565524:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.565654:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.565687:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.565759:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.565797:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.565818:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.565838:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1767316916.565844:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.565864:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.565877:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316916.565897:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.565910:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985786112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.565928:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.565952:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785472 00000100:00100000:2.0:1767316916.565960:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785472 00000100:00100000:2.0:1767316916.565990:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785984 00000100:00100000:2.0:1767316916.565993:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785984 00000100:00100000:2.0:1767316916.566005:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785088 00000100:00100000:2.0:1767316916.566008:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785088 00000100:00100000:2.0:1767316916.566021:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785600 00000100:00100000:2.0:1767316916.566023:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785600 00000100:00100000:2.0:1767316916.566033:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985786112 00000100:00100000:2.0:1767316916.566035:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985786112 00000100:00100000:2.0:1767316916.566046:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12574 00000100:00100000:2.0:1767316916.566052:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:6214:x1853163985785472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.566070:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:98 count 1 00002000:00010000:2.0:1767316916.566100:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.566106:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566115:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.566116:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.566120:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566129:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566136:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566143:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566155:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.566471:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:6214:x1853163985785472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 417us (711us total) trans 21474840696 rc 0/0 00000100:00100000:2.0:1767316916.566479:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12574 00000100:00100000:2.0:1767316916.566494:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12575 00000100:00100000:2.0:1767316916.566501:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:6214:x1853163985785984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.566513:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:94 count 1 00002000:00010000:2.0:1767316916.566531:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.566536:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566544:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.566546:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.566548:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566557:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566564:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566571:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566583:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316916.566900:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:6214:x1853163985785984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 399us (1080us total) trans 17179873793 rc 0/0 00000100:00100000:2.0:1767316916.566907:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12575 00000100:00100000:2.0:1767316916.566920:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12576 00000100:00100000:2.0:1767316916.566926:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5466450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:6214:x1853163985785088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.566939:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:103 count 1 00002000:00010000:2.0:1767316916.566959:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.566964:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566971:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.566973:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.566976:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566985:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.566993:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.567000:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.567008:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767316916.570242:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316916.570257:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570269:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.570274:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570285:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570306:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570313:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8400/0xc472cb5f51ba9912 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570349:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316916.570354:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570361:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.570365:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570371:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570381:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570388:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51ba9919 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570402:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.570406:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570411:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.570415:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570422:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570431:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570437:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9920 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.570448:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.570450:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.570452:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.571097:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.571193:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.571229:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.571252:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767316916.571289:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c5f80/2, rc 0, transno 21474840694 00000100:00100000:3.0:1767316916.571314:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784704:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767316916.571328:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf5c00/2, rc 0, transno 21474840695 00000100:00100000:3.0:1767316916.571331:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767316916.571340:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c5180/2, rc 0, transno 17179873792 00000100:00100000:3.0:1767316916.571359:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985784832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.571372:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1767316916.571378:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.571402:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.571413:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.571431:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.571440:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef55c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985786240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.571460:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.573217:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985786368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.573272:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.577453:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785344 00000100:00100000:3.0:1767316916.577469:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785344 00000100:00100000:3.0:1767316916.577528:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785856 00000100:00100000:3.0:1767316916.577531:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785856 00000100:00100000:3.0:1767316916.577546:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785216 00000100:00100000:3.0:1767316916.577549:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785216 00000100:00100000:3.0:1767316916.577559:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985785728 00000100:00100000:3.0:1767316916.577561:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985785728 00000100:00100000:3.0:1767316916.577570:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985786240 00000100:00100000:3.0:1767316916.577573:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985786240 00000100:00100000:3.0:1767316916.577581:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985786368 00000100:00100000:3.0:1767316916.577584:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985786368 00000100:00100000:3.0:1767316916.577602:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12577 00000100:00100000:3.0:1767316916.577610:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:6214:x1853163985785600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.577645:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:99 count 1 00002000:00010000:3.0:1767316916.577685:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.577693:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.577708:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.577710:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.577715:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.577762:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.577773:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.577781:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.577805:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316916.578314:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.578322:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.578330:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.578335:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.578343:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.578358:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.578365:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9927 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.578382:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.578385:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.578387:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.578545:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:6214:x1853163985785600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 545us (12257us total) trans 21474840697 rc 0/0 00000100:00100000:3.0:1767316916.578555:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12577 00000100:00100000:3.0:1767316916.578577:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12578 00000100:00100000:3.0:1767316916.578585:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:6214:x1853163985786112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316916.578601:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:95 count 1 00002000:00010000:3.0:1767316916.578619:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.578624:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.578632:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.578633:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.578636:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.578645:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.578652:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.578658:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.578677:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316916.579070:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:6214:x1853163985786112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 486us (13140us total) trans 17179873794 rc 0/0 00000100:00100000:3.0:1767316916.579077:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12578 00000100:00100000:3.0:1767316916.579104:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12579 00000100:00100000:3.0:1767316916.579110:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:6213:x1853163985785344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.579123:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:105 count 1 00010000:00010000:0.0:1767316916.579682:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.579690:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.579698:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.579702:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.579709:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.579721:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.579738:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba992e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.579767:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.579768:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.579770:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1767316916.579878:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.579884:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.579893:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.579895:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.579898:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.579906:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.579914:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.579920:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316916.580142:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12580 00010000:00010000:3.0:1767316916.580279:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316916.580502:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:6213:x1853163985785344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1391us (9308us total) trans 21474840698 rc 0/0 00000100:00100000:3.0:1767316916.580510:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12579 00000004:00080000:3.0:1767316916.580569:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c5500/2, rc 0, transno 21474840698 00000100:00100000:3.0:1767316916.580583:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.580626:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767316916.580638:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef414ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985786752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316916.580673:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.580707:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985786752 00000100:00100000:3.0:1767316916.580713:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985786752 00000100:00100000:2.0:1767316916.580886:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:6213:x1853163985785856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.580913:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:93 count 1 00002000:00010000:2.0:1767316916.580939:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.580945:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.580954:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.580956:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.580959:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.580969:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.580978:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.580985:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316916.581010:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12581 00000100:00100000:3.0:1767316916.581019:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:6213:x1853163985785216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.581045:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:104 count 1 00002000:00010000:3.0:1767316916.581061:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.581065:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.581072:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.581074:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.581076:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.581094:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.581100:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.581107:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316916.589546:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12582 00000100:00100000:1.0:1767316916.589576:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:6213:x1853163985785728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316916.589614:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:98 count 1 00002000:00010000:1.0:1767316916.589654:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.589663:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.589678:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.589681:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.589685:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.589699:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.589708:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.589715:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593334:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316916.593350:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593363:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.593368:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593383:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593405:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593411:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9935 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593443:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316916.593448:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593453:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.593456:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593462:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593471:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593478:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316916.593481:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593491:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.593494:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593500:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593508:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593514:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.593518:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593533:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.593536:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593543:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593552:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.593558:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.593560:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.593562:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.595033:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767316916.595046:0:38185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba993c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.595345:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.597446:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985786624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.597522:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316916.597596:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9bf5880/2, rc 0, transno 21474840693 00000100:00100000:0.0:1767316916.597619:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985784448:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316916.597634:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c7800/2, rc 0, transno 17179873791 00000100:00100000:0.0:1767316916.597645:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985784960:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.597656:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd052300/2, rc 0, transno 17179873790 00000100:00100000:0.0:1767316916.597660:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985783040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.597675:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316916.597681:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7b1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985786496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316916.597703:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.600306:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:6213:x1853163985785856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20149us (29045us total) trans 17179873795 rc 0/0 00000100:00100000:2.0:1767316916.600319:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12580 00000100:00100000:2.0:1767316916.600346:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985786624 00000100:00100000:2.0:1767316916.600353:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985786624 00000100:00100000:2.0:1767316916.600380:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985786496 00000100:00100000:2.0:1767316916.600383:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985786496 00000100:00100000:2.0:1767316916.600399:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12583 00000100:00100000:2.0:1767316916.600405:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:6213:x1853163985786240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.600433:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:89 count 1 00002000:00010000:2.0:1767316916.600466:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x59:0x0] initial LVB size: 3381, mtime: 0x695719d6, atime: 0x695719d6, ctime: 0x695719d6, blocks: 0xb 00010000:00010000:2.0:1767316916.600473:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600487:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.600490:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.600496:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600509:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600517:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600525:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600549:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.600686:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:6213:x1853163985786240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 280us (29224us total) trans 17179873796 rc 0/0 00000100:00100000:2.0:1767316916.600693:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12583 00000100:00100000:2.0:1767316916.600706:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12584 00000100:00100000:2.0:1767316916.600714:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:6213:x1853163985786368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.600749:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:100 count 1 00002000:00010000:2.0:1767316916.600782:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.600787:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600794:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.600796:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.600799:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600809:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600817:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600824:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.600832:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316916.600972:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:6213:x1853163985786368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 258us (27698us total) trans 21474840699 rc 0/0 00000100:00100000:2.0:1767316916.600978:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12584 00000100:00100000:2.0:1767316916.600991:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12585 00000100:00100000:2.0:1767316916.600998:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:6213:x1853163985786752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.601010:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:110 count 1 00010000:00010000:2.0:1767316916.601021:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601035:0:38185:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.601042:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.601044:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.601046:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601076:0:38185:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.601102:0:38185:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 11 pid: 38183 timeout: 2261 lvb_type: 1 00000100:00100000:2.0:1767316916.601115:0:38185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:38185:1853163985786880:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316916.601194:0:38185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7c94600 going to sleep for 11 seconds 00010000:00010000:2.0:1767316916.601221:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601229:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601235:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601244:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.601248:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601255:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601268:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdeaaee82 (ffff9b3ed9b0e000) 00010000:00010000:2.0:1767316916.601270:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.601275:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601281:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba98cc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdeaaee82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.601313:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316916.601318:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601325:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.601329:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601336:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601346:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601356:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9951 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601369:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.601372:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601377:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.601380:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601387:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601397:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601403:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9958 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601412:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.601414:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.601415:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.601422:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.601435:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12586 00000100:00100000:2.0:1767316916.601442:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:6215:x1853163985786624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.601458:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:103 count 1 00002000:00010000:2.0:1767316916.601474:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.601479:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601487:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.601488:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.601491:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601500:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601507:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601513:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601526:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.601685:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:6215:x1853163985786624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 243us (4163us total) trans 17179873797 rc 0/0 00000100:00100000:2.0:1767316916.601692:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12586 00000100:00100000:2.0:1767316916.601707:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12587 00000100:00100000:2.0:1767316916.601713:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:6215:x1853163985786496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316916.601724:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:101 count 1 00002000:00010000:2.0:1767316916.601770:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.601775:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601783:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.601785:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.601787:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601794:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601802:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601808:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601821:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316916.601938:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:6215:x1853163985786496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 224us (4232us total) trans 21474840700 rc 0/0 00000100:00100000:2.0:1767316916.601944:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12587 00010000:00010000:2.0:1767316916.601960:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316916.601964:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601971:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.601974:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601981:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.601993:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602000:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9966 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602011:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.602014:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602020:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.602022:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602029:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602037:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602042:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba996d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602054:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.602056:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.602058:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.602064:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.602240:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.602245:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767316916.602295:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7b1dc00/2, rc 0, transno 21474840700 00000100:00100000:2.0:1767316916.602302:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7b1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985786496:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316916.602314:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9af4380/2, rc 0, transno 17179873797 00000100:00100000:2.0:1767316916.602324:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985786624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.602334:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316916.602340:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985787136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316916.602370:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316916.602403:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985787136 00000100:00100000:2.0:1767316916.602408:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985787136 00000100:00100000:2.0:1767316916.602449:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12588 00000100:00100000:2.0:1767316916.602456:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:6215:x1853163985787136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316916.602472:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:41 count 1 00002000:00010000:2.0:1767316916.602576:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316916.602581:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602590:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.602591:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.602594:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602603:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602611:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602623:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602636:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.602799:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:6215:x1853163985787136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 343us (428us total) trans 17179873798 rc 0/0 00000100:00100000:2.0:1767316916.602806:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12588 00010000:00010000:2.0:1767316916.602823:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.602827:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602835:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.602838:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.602846:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316916.605547:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985787008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.605627:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316916.605698:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efd051880/2, rc 0, transno 21474840699 00000100:00100000:0.0:1767316916.605706:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efd051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985786368:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316916.605719:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c5880/2, rc 0, transno 17179873796 00000100:00100000:0.0:1767316916.605748:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985786240:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.605759:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c4000/2, rc 0, transno 17179873795 00000100:00100000:0.0:1767316916.605763:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.605904:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934072448 00000100:00100000:0.0:1767316916.605911:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934072448 00000100:00100000:0.0:1767316916.605964:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8569 00000100:00100000:0.0:1767316916.605972:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+19:77301:x1853163934072448:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.605997:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.606019:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba997b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b148 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.606096:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9982 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.606110:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.606121:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.606188:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1767316916.606192:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.606217:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.606241:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba997b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b148 expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.606259:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b148 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.606268:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316916.606272:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.606276:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de600, rc 0) 00000100:00100000:0.0:1767316916.606329:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:77301:x1853163934072448:12345-192.168.204.9@tcp:101:rm.0 Request processed in 357us (43156us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.606336:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8569 00010000:00010000:0.0:1767316916.606405:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.606507:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767316916.606515:0:37088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9943 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316916.608473:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:6213:x1853163985785216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27449us (37063us total) trans 21474840701 rc 0/0 00000100:00100000:3.0:1767316916.608496:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12581 00000100:00100000:3.0:1767316916.608537:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985787008 00000004:00080000:0.0:1767316916.609981:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c6d80/2, rc 0, transno 21474840701 00000100:00100000:0.0:1767316916.610009:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316916.610017:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316916.610033:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985787392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316916.610093:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316916.610425:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985787008 00000100:00100000:3.0:1767316916.610501:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985787392 00000100:00100000:3.0:1767316916.610506:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985787392 00000100:00100000:0.0:1767316916.612494:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.612528:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934072576 00000100:00100000:0.0:1767316916.612535:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934072576 00010000:00010000:0.0:1767316916.612569:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 12 pid: 38183 timeout: 2261 lvb_type: 1 00000100:00100000:0.0:1767316916.612605:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6439 00000100:00100000:0.0:1767316916.612615:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163934072576:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316916.612632:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316916.612638:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 12 pid: 38183 timeout: 2261 lvb_type: 1 00010000:00010000:0.0:1767316916.612651:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 12 pid: 38183 timeout: 2261 lvb_type: 1 00010000:00010000:0.0:1767316916.612675:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.612678:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.612683:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.612692:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.612717:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316916.612783:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163934072576:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 170us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.612790:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6439 00000100:00100000:3.0:1767316916.612828:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12589 00000100:00100000:0.0:1767316916.612832:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.612853:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+42:6213:x1853163985787008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316916.612876:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:102 count 1 00002000:00010000:3.0:1767316916.612909:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316916.612915:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316916.612920:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934072704 00000100:00100000:0.0:1767316916.612924:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934072704 00010000:00010000:3.0:1767316916.612924:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.612926:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767316916.612951:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8570 00000100:00100000:0.0:1767316916.612957:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:77301:x1853163934072704:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.612968:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.612982:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9990 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b14f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.613047:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613059:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613067:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613090:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613097:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613102:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613215:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613222:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.613228:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:0.0:1767316916.613259:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x201:0x0]: returning size 0 00000004:00200000:0.0:1767316916.613263:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1767316916.614273:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767316916.614283:0:37934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba994a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767316916.614480:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614494:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614502:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614508:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614514:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614519:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.614523:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614530:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614541:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:0.0:1767316916.614544:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.614548:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614553:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9997 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614565:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614570:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614576:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614581:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.614584:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614589:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614597:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ec8239700) 00010000:00010000:0.0:1767316916.614599:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.614602:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614607:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba999e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.614640:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9990 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b14f expref: 22 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.614657:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b14f expref: 21 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.614664:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:0.0:1767316916.614666:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767316916.614668:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df800, rc 0) 00010000:00010000:3.0:1767316916.615091:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.615110:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.615118:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.615125:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.615145:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316916.616422:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:6213:x1853163985787008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3574us (10790us total) trans 17179873799 rc 0/0 00000100:00100000:3.0:1767316916.616434:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12589 00000100:00100000:3.0:1767316916.616464:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12590 00000100:00100000:3.0:1767316916.616476:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:6213:x1853163985787392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316916.616512:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:42 count 1 00000004:00080000:1.0:1767316916.616929:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9af4a80/2, rc 0, transno 17179873799 00000100:00100000:1.0:1767316916.616939:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985787008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.617917:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934072704:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1796us (1920us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.617930:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8570 00010000:00010000:3.0:1767316916.618414:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.618434:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.618442:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.618444:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.618447:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.618499:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.618515:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 11 pid: 38183 timeout: 2261 lvb_type: 1 00000100:00100000:1.0:1767316916.618646:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.618678:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934072960 00000100:00100000:1.0:1767316916.618687:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934072960 00000100:00100000:1.0:1767316916.618744:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8571 00000100:00100000:1.0:1767316916.618762:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934072960:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.618812:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.618837:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba99a5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b14f expref: 21 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.618856:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ec8239900) 00010000:00010000:1.0:1767316916.618871:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9982 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b148 expref: 20 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.618879:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239d00) 00010000:00010000:1.0:1767316916.618885:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.618904:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.618914:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.618922:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.618933:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.618940:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.618946:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.619035:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.619043:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.619050:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316916.619861:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:6213:x1853163985785728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30298us (48424us total) trans 17179873800 rc 0/0 00000100:00100000:0.0:1767316916.619871:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12582 00000004:00080000:1.0:1767316916.620212:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c7b80/2, rc 0, transno 17179873800 00000100:00100000:1.0:1767316916.620219:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985785728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316916.620407:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985787520:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316916.620494:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc4349540 going to sleep for 11 seconds 00000040:00080000:1.0:1767316916.620565:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2460, 64 off211280 00000040:00080000:1.0:1767316916.620590:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2461, 64 off211312 00000040:00080000:1.0:1767316916.620605:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2461, 64 off211344 00010000:00010000:1.0:1767316916.620670:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620683:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620693:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620700:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620705:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620711:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620724:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767316916.620765:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620771:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620780:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620784:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.620788:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620794:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620804:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9b0ed00) 00010000:00010000:1.0:1767316916.620807:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.620811:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620816:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99c1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620870:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620876:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620881:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620886:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.620889:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620894:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620903:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e300) 00010000:00010000:1.0:1767316916.620905:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.620908:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.620912:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99b3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316916.620926:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001ad496e reply state 000000005e58497a transno 8589943044 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316916.620934:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.620977:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934072960:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2225us (2332us total) trans 8589943044 rc 0/0 00000100:00100000:1.0:1767316916.620985:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8571 00010000:00010000:0.0:1767316916.623247:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316916.623262:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.623275:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.623279:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.623288:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.623308:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.623321:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9989 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.623344:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.623348:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.623354:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.623356:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.623361:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.623371:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x201:0x0].0x0 (ffff9b3ed9b0ed00) 00010000:00010000:0.0:1767316916.623373:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.623376:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.623381:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99c8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.623399:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.623401:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.623402:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.626207:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efba82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985787264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316916.626290:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316916.626357:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9af6d80/2, rc 0, transno 17179873798 00000100:00100000:0.0:1767316916.626364:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985787136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.626400:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985787264 00000100:00100000:0.0:1767316916.626407:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985787264 00000100:00100000:0.0:1767316916.626450:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12591 00000100:00100000:0.0:1767316916.626458:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:6215:x1853163985787264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316916.626487:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:109 count 1 00010000:00010000:0.0:1767316916.626513:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.626533:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316916.626541:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.626543:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316916.626547:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.626576:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316916.626589:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 2261 lvb_type: 1 00000100:00100000:0.0:1767316916.626601:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985787648:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316916.626654:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc43613c0 going to sleep for 11 seconds 00000004:00080000:0.0:1767316916.626684:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c6680/2, rc 0, transno 21474840697 00000100:00100000:0.0:1767316916.626704:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785600:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316916.626718:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c5c00/2, rc 0, transno 17179873794 00000100:00100000:0.0:1767316916.626722:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985786112:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316916.626746:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c4e00/2, rc 0, transno 21474840696 00000100:00100000:0.0:1767316916.626756:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785472:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316916.626767:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c6a00/2, rc 0, transno 17179873793 00000100:00100000:0.0:1767316916.626771:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316916.626951:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5466450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:6214:x1853163985785088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60024us (61084us total) trans 21474840702 rc 0/0 00000100:00100000:0.0:1767316916.626959:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12576 00000004:00080000:0.0:1767316916.627061:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef55c4a80/2, rc 0, transno 21474840702 00010000:00010000:2.0:1767316916.630006:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630017:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9974 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630047:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.630123:0:38185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3f021fba00/0xc472cb5f51ba8e68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af2d expref: 11 pid: 38183 timeout: 2261 lvb_type: 1 00000100:00100000:2.0:1767316916.630150:0:38185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:38185:1853163985786880:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316916.630179:0:38185:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630190:0:38185:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630196:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630206:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630213:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630233:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316916.630542:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:6213:x1853163985786752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29542us (49866us total) trans 21474840703 rc 0/0 00000100:00100000:2.0:1767316916.630551:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12585 00010000:00010000:2.0:1767316916.630600:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.630605:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630614:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.630618:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630626:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630637:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630643:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba995f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.630657:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.630659:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.630661:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.630670:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.630672:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.630673:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767316916.632406:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef414ea00/2, rc 0, transno 21474840703 00000100:00100000:3.0:1767316916.632433:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef414ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985786752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316916.632600:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef55c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985785088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316916.632622:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.644240:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.644322:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316916.644402:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.644415:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.644422:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.644428:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0030200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.644433:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.644439:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.644456:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc66b9d5b (ffff9b3ed9b0e500) 00010000:00010000:1.0:1767316916.644460:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.644464:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.644470:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba99ba lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc66b9d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316916.645026:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073088 00000100:00100000:2.0:1767316916.645037:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073088 00000100:00100000:2.0:1767316916.645103:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8572 00000100:00100000:2.0:1767316916.645113:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+20:77301:x1853163934073088:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.645141:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.645162:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba99d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b156 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.645239:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba99dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.645251:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba99dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.645261:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba99dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.645334:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1767316916.645338:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.645362:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba99dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.645386:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba99d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b156 expref: 22 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.645401:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba99dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b156 expref: 21 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.645408:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee600) 00010000:00010000:2.0:1767316916.645411:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.645414:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5367200, rc 0) 00000100:00100000:2.0:1767316916.645473:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934073088:12345-192.168.204.9@tcp:101:rm.0 Request processed in 361us (1242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.645481:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8572 00000100:00100000:3.0:1767316916.645507:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38183:1853163985787648:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316916.645553:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316916.645575:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073216 00000100:00100000:3.0:1767316916.645579:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073216 00010000:00010000:3.0:1767316916.645598:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 2261 lvb_type: 1 00000100:00100000:3.0:1767316916.645628:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6440 00000100:00100000:3.0:1767316916.645635:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934073216:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316916.645646:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316916.645651:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 2261 lvb_type: 1 00010000:00010000:3.0:1767316916.645662:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 2261 lvb_type: 1 00010000:00010000:3.0:1767316916.645682:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba8e6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af34 expref: 11 pid: 37089 timeout: 2261 lvb_type: 1 00010000:00010000:3.0:1767316916.645695:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.645697:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.645701:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.645710:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.645759:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316916.645781:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934073216:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 146us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.645787:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6440 00010000:00010000:1.0:1767316916.645810:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.645818:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.645828:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.645834:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.645856:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.646139:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:6215:x1853163985787264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19669us (19836us total) trans 21474840704 rc 0/0 00000100:00100000:1.0:1767316916.646148:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12591 00000004:00080000:1.0:1767316916.646195:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efba82680/2, rc 0, transno 21474840704 00000100:00100000:1.0:1767316916.646205:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985787264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767316916.648365:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.648387:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.648399:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.648403:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.648413:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.648431:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.648438:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba99cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.648462:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.648464:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.648466:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.659577:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.659619:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.659871:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985787520:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316916.659953:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316916.663110:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073344 00000100:00100000:1.0:1767316916.663126:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073344 00010000:00010000:1.0:1767316916.663198:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 10 pid: 38183 timeout: 2261 lvb_type: 1 00000100:00100000:1.0:1767316916.663250:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6441 00000100:00100000:1.0:1767316916.663259:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163934073344:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767316916.663286:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316916.663291:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 10 pid: 38183 timeout: 2261 lvb_type: 1 00010000:00010000:1.0:1767316916.663304:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 10 pid: 38183 timeout: 2261 lvb_type: 1 00010000:00010000:1.0:1767316916.663326:0:12903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba8f6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af73 expref: 10 pid: 38183 timeout: 2261 lvb_type: 1 00010000:00010000:1.0:1767316916.663342:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.663344:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.663348:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.663358:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.663392:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316916.663414:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.663422:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.663431:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.663438:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316916.663452:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163934073344:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 195us (3886us total) trans 0 rc 0/0 00010000:00010000:3.0:1767316916.663453:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316916.663460:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6441 00000100:00100000:1.0:1767316916.663591:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073472 00000100:00100000:1.0:1767316916.663596:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073472 00000100:00100000:1.0:1767316916.663623:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8573 00000100:00100000:1.0:1767316916.663628:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934073472:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.663645:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.663661:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b15d expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.663790:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.663799:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:6213:x1853163985787392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47326us (53705us total) trans 21474840705 rc 0/0 00010000:00010000:1.0:1767316916.663802:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.663807:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12590 00010000:00010000:1.0:1767316916.663811:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00080000:3.0:1767316916.663852:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efba83b80/2, rc 0, transno 21474840705 00000100:00100000:3.0:1767316916.663862:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efba83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985787392:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767316916.663989:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.663998:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664004:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664097:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664105:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664112:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316916.664147:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x204:0x0]: returning size 0 00000004:00200000:1.0:1767316916.664152:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.664169:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664179:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664186:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664191:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664196:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664202:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.664206:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664213:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664221:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee600) 00010000:00010000:1.0:1767316916.664224:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.664228:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664234:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031400/0xc472cb5f51ba99eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664246:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664252:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664258:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664262:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0031a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.664265:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664270:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664277:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ed9b0e500) 00010000:00010000:1.0:1767316916.664280:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.664283:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664289:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031a00/0xc472cb5f51ba99f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.664314:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031600/0xc472cb5f51ba99e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b15d expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.664325:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b15d expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.664331:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9b0e300) 00010000:00010000:1.0:1767316916.664333:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316916.664335:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec0031000, rc 0) 00000100:00100000:1.0:1767316916.664377:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934073472:12345-192.168.204.9@tcp:101:rm.0 Request processed in 747us (4756us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.664383:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8573 00010000:00010000:2.0:1767316916.664700:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.664708:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.664716:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.664720:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.664764:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.664777:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.664784:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba99ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.664801:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.664802:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.664804:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316916.669285:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.671878:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073728 00000100:00100000:1.0:1767316916.671893:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073728 00000100:00100000:1.0:1767316916.671961:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8574 00000100:00100000:1.0:1767316916.671971:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934073728:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.672024:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.672049:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0031000/0xc472cb5f51ba99f9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b15d expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.672069:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9b0e300) 00010000:00010000:1.0:1767316916.672093:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba99dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b156 expref: 21 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.672101:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee600) 00010000:00010000:1.0:1767316916.672106:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.672133:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672144:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672153:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672165:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672172:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672190:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672309:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672317:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672323:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:1.0:1767316916.672705:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2462, 64 off211376 00000040:00080000:1.0:1767316916.672762:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2462, 64 off211408 00000040:00080000:1.0:1767316916.672782:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2463, 64 off211440 00010000:00010000:1.0:1767316916.672851:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672860:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672868:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672874:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672879:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672885:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672908:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.672925:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672936:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672942:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672948:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.672952:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672959:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672968:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9b0eb00) 00010000:00010000:1.0:1767316916.672971:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.672974:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 2/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.672980:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9a0e lrc: 0/0,0 mode: --/EX res: [0x200000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673036:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673042:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673048:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673053:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec0030200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.673055:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673064:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673071:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.673073:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.673076:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.673092:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec0030200/0xc472cb5f51ba9a00 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316916.673105:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065cdc7f8 reply state 000000005f35e477 transno 8589943045 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.673113:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.673191:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934073728:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1220us (3926us total) trans 8589943045 rc 0/0 00000100:00100000:1.0:1767316916.673200:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8574 00010000:00010000:3.0:1767316916.678965:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.678979:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.678990:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.678995:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.679004:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.679020:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x204:0x0].0x0 (ffff9b3ed9b0eb00) 00010000:00010000:3.0:1767316916.679023:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.679028:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.679037:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9a15 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.679061:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.679063:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.679065:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.679168:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316916.679687:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.679696:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.679703:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.679708:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.679711:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.679718:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.679756:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x174ec800 (ffff9b3ed9b0e200) 00010000:00010000:2.0:1767316916.679760:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.679763:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.679768:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9a07 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x174ec800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.680690:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073856 00000100:00100000:3.0:1767316916.680701:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073856 00000100:00100000:3.0:1767316916.680772:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8575 00000100:00100000:3.0:1767316916.680782:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934073856:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.680807:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.680828:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b164 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.680912:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.680936:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.680947:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316916.681006:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1767316916.681010:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.681033:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.681057:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b164 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.681085:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b164 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.681093:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86400) 00010000:00010000:3.0:1767316916.681095:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316916.681098:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06a00, rc 0) 00000100:00100000:3.0:1767316916.681162:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934073856:12345-192.168.204.9@tcp:101:rm.0 Request processed in 381us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.681170:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8575 00000100:00100000:0.0:1767316916.690940:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.690986:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934073984 00000100:00100000:3.0:1767316916.690996:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934073984 00000100:00100000:3.0:1767316916.691046:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8576 00000100:00100000:3.0:1767316916.691056:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934073984:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.691087:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.691108:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b16b expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.691173:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691186:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691197:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691209:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691220:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691226:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691323:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691332:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691338:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316916.691371:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x207:0x0]: returning size 0 00000004:00200000:3.0:1767316916.691376:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.691393:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691403:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691411:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691418:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691424:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691430:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.691434:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691442:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691453:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86400) 00010000:00010000:3.0:1767316916.691456:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.691461:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691467:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691477:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691496:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691502:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691507:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.691509:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691515:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691537:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3ec2e86500) 00010000:00010000:3.0:1767316916.691615:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.691619:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691625:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.691657:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b16b expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.691669:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b16b expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.691676:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316916.691679:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316916.691681:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07c00, rc 0) 00000100:00100000:3.0:1767316916.691772:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934073984:12345-192.168.204.9@tcp:101:rm.0 Request processed in 716us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.691779:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8576 00000100:00100000:2.0:1767316916.707847:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.708003:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934074240 00000100:00100000:3.0:1767316916.708014:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934074240 00000100:00100000:3.0:1767316916.708074:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8577 00000100:00100000:3.0:1767316916.708095:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934074240:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316916.708160:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316916.708186:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a3f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b16b expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.708205:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec2e86800) 00010000:00010000:3.0:1767316916.708220:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b164 expref: 22 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.708228:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86400) 00010000:00010000:3.0:1767316916.708234:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316916.708260:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708283:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708292:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708305:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708312:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708318:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708433:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708441:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708447:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316916.708833:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2463, 64 off211472 00000004:00080000:3.0:1767316916.708841:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2161952111180ns, next at 2162952108854ns, rc = 0 00000040:00080000:3.0:1767316916.708857:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2464, 64 off211536 00010000:00010000:3.0:1767316916.708912:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708920:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708932:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708939:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708944:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.708949:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709446:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316916.709467:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709474:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709480:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709486:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.709490:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709498:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709508:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec2e86900) 00010000:00010000:3.0:1767316916.709510:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.709514:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709524:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a54 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709581:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709587:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709593:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709598:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.709601:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709607:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709615:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86500) 00010000:00010000:3.0:1767316916.709617:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.709620:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.709624:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316916.709636:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000008f04c39 reply state 00000000deda925c transno 8589943046 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.709645:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316916.709750:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934074240:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1633us (1888us total) trans 8589943046 rc 0/0 00000100:00100000:3.0:1767316916.709764:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8577 00010000:00010000:1.0:1767316916.714867:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.714882:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.714893:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.714897:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.714906:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.714923:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x207:0x0].0x0 (ffff9b3ec2e86900) 00010000:00010000:1.0:1767316916.714926:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316916.714931:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 1/0,0 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.714937:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9a5b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.715015:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.715018:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.715019:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.715447:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316916.715655:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.715664:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.715671:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.715676:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.715680:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.715686:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.715696:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8865e281 (ffff9b3ec2e86600) 00010000:00010000:1.0:1767316916.715709:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.715713:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.715718:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9a4d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8865e281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.716094:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934074368 00000100:00100000:3.0:1767316916.716106:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934074368 00000100:00100000:3.0:1767316916.716168:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8578 00000100:00100000:3.0:1767316916.716179:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934074368:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.716204:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.716226:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b172 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.716291:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.716303:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.716313:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316916.716370:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1767316916.716374:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.716397:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.716420:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b172 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.716433:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b172 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.716441:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86500) 00010000:00010000:3.0:1767316916.716444:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316916.716446:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:3.0:1767316916.716507:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934074368:12345-192.168.204.9@tcp:101:rm.0 Request processed in 329us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.716514:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8578 00000100:00100000:3.0:1767316916.719392:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.719480:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934074496 00000100:00100000:2.0:1767316916.719490:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934074496 00000100:00100000:2.0:1767316916.719544:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8579 00000100:00100000:2.0:1767316916.719554:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934074496:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.719573:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.719592:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9a70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b179 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.719680:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719693:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719703:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719717:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719722:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719762:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719869:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719877:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719883:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.719917:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x20d:0x0]: returning size 5 00000004:00200000:2.0:1767316916.719921:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.719939:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719950:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719958:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719964:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719971:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719977:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.719981:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719987:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.719997:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86500) 00010000:00010000:2.0:1767316916.720001:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.720006:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720010:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9a77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720021:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720026:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720031:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720035:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.720037:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720042:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720046:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ed94ee500) 00010000:00010000:2.0:1767316916.720048:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.720050:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720055:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9a7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.720091:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9a70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b179 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.720107:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b179 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.720114:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ed94eed00) 00010000:00010000:2.0:1767316916.720116:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316916.720119:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5367e00, rc 0) 00000100:00100000:2.0:1767316916.720301:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934074496:12345-192.168.204.9@tcp:101:rm.0 Request processed in 747us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.720309:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8579 00000100:00100000:0.0:1767316916.734788:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.734966:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934074624 00000100:00100000:3.0:1767316916.734984:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934074624 00000100:00100000:3.0:1767316916.735053:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12592 00000100:00100000:3.0:1767316916.735063:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2484:x1853163934074624:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.735094:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.735119:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b180 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316916.735148:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x277:0x0] initial LVB size: 5, mtime: 0x69571d70, atime: 0x69571d6a, ctime: 0x69571d70, blocks: 0xb 00010000:00010000:3.0:1767316916.735171:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.735174:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.735185:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.735205:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.735218:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06400, rc 0) 00000100:00100000:3.0:1767316916.735288:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163934074624:12345-192.168.204.9@tcp:101:rm.0 Request processed in 225us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.735296:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12592 00000100:00100000:0.0:1767316916.752282:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.752430:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934074880 00000100:00100000:3.0:1767316916.752442:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934074880 00000100:00100000:3.0:1767316916.752502:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8580 00000100:00100000:3.0:1767316916.752513:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934074880:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316916.752564:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316916.752591:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9a85 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b179 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.752612:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ed94eed00) 00010000:00010000:3.0:1767316916.752629:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9a69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b172 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.752637:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86500) 00010000:00010000:3.0:1767316916.752643:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316916.752670:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.752684:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.752693:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.752703:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.752709:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.752715:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753021:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753029:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753036:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316916.753490:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2464, 64 off211504 00000004:00080000:3.0:1767316916.753500:0:41788:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2161996770741ns, next at 2162996767665ns, rc = 0 00000040:00080000:3.0:1767316916.753523:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2465, 64 off211600 00010000:00010000:3.0:1767316916.753585:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753594:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753602:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753608:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753613:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753618:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.753645:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.754503:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.754511:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.754566:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.754578:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.754585:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.761643:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.761658:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.761675:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.761697:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:1.0:1767316916.761701:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316916.761705:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.761712:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9aa8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.762050:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.762053:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.762056:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.767306:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.767319:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.767333:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.767352:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x20d:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:3.0:1767316916.767355:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.767360:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.767367:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aa1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767807:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767825:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767831:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767837:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.767840:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767846:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767856:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86100) 00010000:00010000:2.0:1767316916.767859:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.767863:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.767868:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9a93 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316916.767884:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000051e7971c reply state 0000000082d8335e transno 8589943047 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316916.767893:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.767991:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934074880:12345-192.168.204.9@tcp:36:rm.0 Request processed in 15475us (15725us total) trans 8589943047 rc 0/0 00000100:00100000:2.0:1767316916.768001:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8580 00000100:00100000:0.0:1767316916.771793:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316916.772438:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.772450:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.772457:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.772462:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.772467:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.772474:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.772492:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee3aee93 (ffff9b3ec2e86700) 00010000:00010000:2.0:1767316916.772495:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.772500:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.772511:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9a9a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee3aee93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.772668:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934075008 00000100:00100000:3.0:1767316916.772681:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934075008 00000100:00100000:3.0:1767316916.772766:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8581 00000100:00100000:3.0:1767316916.772777:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934075008:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.772803:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.772837:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9aaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b187 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.772900:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9ab6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.772916:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.772926:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:3.0:1767316916.772992:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1767316916.772996:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.773019:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.773043:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9aaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b187 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.773056:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b187 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.773063:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86500) 00010000:00010000:3.0:1767316916.773065:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767316916.773067:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:3.0:1767316916.773142:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934075008:12345-192.168.204.9@tcp:101:rm.0 Request processed in 366us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.773149:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8581 00000100:00100000:0.0:1767316916.778389:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.778469:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934075264 00000100:00100000:2.0:1767316916.778480:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934075264 00000100:00100000:2.0:1767316916.778540:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8582 00000100:00100000:2.0:1767316916.778550:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934075264:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.778605:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316916.778631:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba789d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a8ff expref: 24 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.778653:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ec8239c00) 00010000:00010000:2.0:1767316916.778670:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9ab6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b187 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.778678:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86500) 00010000:00010000:2.0:1767316916.778684:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.778709:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778721:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778767:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778781:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778788:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778795:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778979:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 3/0,1 mode: --/EX res: [0x200000404:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778987:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.778995:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316916.781102:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2466, 64 off211664 00010000:00010000:2.0:1767316916.781597:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781615:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781625:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781633:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781638:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781644:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781673:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.781699:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781710:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781716:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781722:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.781725:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781761:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781772:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ed94eef00) 00010000:00010000:2.0:1767316916.781775:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.781779:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 2/0,0 mode: --/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781785:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9acb lrc: 0/0,0 mode: --/EX res: [0x200000404:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781835:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781841:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781847:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781852:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.781854:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781863:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781870:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee500) 00010000:00010000:2.0:1767316916.781872:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.781874:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.781880:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9abd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.781890:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000377a6a5c reply state 000000003c7f442c transno 8589943048 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.781899:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.781994:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934075264:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3442us (3817us total) trans 8589943048 rc 0/0 00000100:00100000:2.0:1767316916.782003:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8582 00010000:00010000:0.0:1767316916.782374:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.782382:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.782391:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.782395:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.782400:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.782409:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x210:0x0].0x0 (ffff9b3ed94eef00) 00010000:00010000:0.0:1767316916.782412:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.782415:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.782420:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ad2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x210:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316916.782433:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.782435:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.782437:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.790223:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.790241:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.790249:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.790256:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.790260:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.790267:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.790283:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x72f1d9fd (ffff9b3ed94ee200) 00010000:00010000:1.0:1767316916.790286:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.790290:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.790300:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9ac4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x72f1d9fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316916.799155:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.799454:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934075392 00000100:00100000:2.0:1767316916.799466:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934075392 00000100:00100000:2.0:1767316916.799525:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8583 00000100:00100000:2.0:1767316916.799536:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934075392:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.799560:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.799584:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9ad9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b18e expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.799649:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9ae0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.799664:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.799677:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.799785:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1767316916.799789:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.799815:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.799840:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9ad9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b18e expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.799856:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9ae0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b18e expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.799865:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee500) 00010000:00010000:2.0:1767316916.799868:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.799871:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5366a00, rc 0) 00000100:00100000:2.0:1767316916.799924:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934075392:12345-192.168.204.9@tcp:101:rm.0 Request processed in 390us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.799932:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8583 00000100:00100000:0.0:1767316916.806615:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.806694:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934075648 00000100:00100000:2.0:1767316916.806706:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934075648 00000100:00100000:2.0:1767316916.806795:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3406 00000100:00100000:2.0:1767316916.806805:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934075648:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316916.807144:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934075648:12345-192.168.204.9@tcp:35:rm.0 Request processed in 339us (537us total) trans 8589943049 rc 0/0 00000100:00100000:2.0:1767316916.807151:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3406 00000100:00100000:0.0:1767316916.809527:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.809653:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934075904 00000100:00100000:3.0:1767316916.809664:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934075904 00000100:00100000:3.0:1767316916.809717:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8584 00000100:00100000:3.0:1767316916.809762:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934075904:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316916.809842:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1767316916.809868:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba7de4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aab8 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.809890:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba7df2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aabf expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.809902:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba7db3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aaaa expref: 23 pid: 41789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.809916:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ed97c4400) 00010000:00010000:3.0:1767316916.809933:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9ae0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b18e expref: 22 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.809942:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee500) 00010000:00010000:3.0:1767316916.809948:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316916.809975:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.809987:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.809995:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810051:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810059:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810065:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810197:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810206:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810213:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:3.0:1767316916.810519:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2467, 64 off211728 00010000:00010000:3.0:1767316916.810580:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810589:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810597:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810604:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810610:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810615:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810631:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316916.810648:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810654:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810660:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810672:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.810676:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810683:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810691:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:3.0:1767316916.810694:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.810698:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810704:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9af5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810788:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810794:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810799:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810804:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.810807:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810813:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810819:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:3.0:1767316916.810822:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.810824:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.810829:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9ae7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:3.0:1767316916.810841:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d760ac8 reply state 000000000a51ffbf transno 8589943050 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.810849:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316916.810925:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934075904:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1198us (1403us total) trans 8589943050 rc 0/0 00000100:00100000:3.0:1767316916.810933:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8584 00010000:00010000:0.0:1767316916.811390:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316916.811397:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.811404:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316916.811407:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.811413:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.811427:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x213:0x0].0x0 (ffff9b3ec2e86f00) 00010000:00010000:0.0:1767316916.811429:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316916.811433:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 1/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.811438:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9afc lrc: 0/0,0 mode: --/PW res: [0x200000404:0x213:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.811451:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.811453:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316916.811454:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.816623:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.823577:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934076032 00000100:00100000:1.0:1767316916.823593:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934076032 00000100:00100000:1.0:1767316916.823666:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8585 00000100:00100000:1.0:1767316916.823676:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934076032:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.823700:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.823724:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9b03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b195 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.823821:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.823835:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.823847:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.823904:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1767316916.823908:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.823931:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.823957:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9b03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b195 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.823979:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b195 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.824391:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.824394:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.824397:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:1.0:1767316916.824464:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efd050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934076032:12345-192.168.204.9@tcp:101:rm.0 Request processed in 788us (7849us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.824473:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8585 00010000:00010000:2.0:1767316916.825247:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.825257:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.825263:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.825269:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.825274:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.825281:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.825295:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1bd5b2e (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316916.825298:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.825302:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.825307:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9aee lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1bd5b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:3.0:1767316916.827641:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.827759:0:41792:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934076288 00000100:00100000:1.0:1767316916.827769:0:41792:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934076288 00000100:00100000:1.0:1767316916.827823:0:41792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3407 00000100:00100000:1.0:1767316916.827833:0:41792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934076288:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1767316916.828085:0:41792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934076288:12345-192.168.204.9@tcp:35:rm.0 Request processed in 241us (441us total) trans 8589943051 rc 0/0 00000100:00100000:1.0:1767316916.828092:0:41792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3407 00000100:00100000:3.0:1767316916.830195:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.830645:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934076544 00000100:00100000:1.0:1767316916.830656:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934076544 00000100:00100000:1.0:1767316916.830708:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8586 00000100:00100000:1.0:1767316916.830717:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934076544:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.830796:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767316916.830822:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba808b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x217:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab83 expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.830842:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba807d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab7c expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.830856:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed97c4200) 00010000:00010000:1.0:1767316916.830871:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b195 expref: 22 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.830879:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.830885:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.830908:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.830920:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.830929:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.830940:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.830946:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.830952:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831059:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831066:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831072:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:1.0:1767316916.831696:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2465, 64 off211568 00000040:00080000:1.0:1767316916.831723:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2468, 64 off211792 00010000:00010000:1.0:1767316916.831821:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831832:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831839:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831846:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831852:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831858:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831876:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.831895:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831900:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831906:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831912:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.831916:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831923:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831932:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed9b0ec00) 00010000:00010000:1.0:1767316916.831936:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.831939:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831945:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b1f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.831993:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.832000:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.832005:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.832010:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.832012:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.832018:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.832025:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e300) 00010000:00010000:1.0:1767316916.832027:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.832030:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.832035:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b11 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:1.0:1767316916.832047:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a6b8b258 reply state 000000000e7dcaad transno 8589943052 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:1.0:1767316916.832055:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767316916.832554:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.832561:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.832567:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.832570:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.832576:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.832586:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x217:0x0].0x0 (ffff9b3ed9b0ec00) 00010000:00010000:3.0:1767316916.832589:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.832591:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.832597:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9b26 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x217:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.832615:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.832617:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.832618:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316916.832887:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934076544:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2167us (2695us total) trans 8589943052 rc 0/0 00000100:00100000:1.0:1767316916.832896:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8586 00000100:00100000:3.0:1767316916.836669:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1767316916.836764:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.836776:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.836784:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.836790:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.836795:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.836803:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.836819:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28b3f7d2 (ffff9b3ed9b0e500) 00010000:00010000:1.0:1767316916.836822:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.836827:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.836833:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b18 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28b3f7d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316916.836930:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934076672 00000100:00100000:2.0:1767316916.836940:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934076672 00000100:00100000:2.0:1767316916.836991:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8587 00000100:00100000:2.0:1767316916.837000:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934076672:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.837024:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.837042:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9b2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b19c expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.837114:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9b34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.837126:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9b34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.837137:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9b34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316916.837209:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1767316916.837217:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.837241:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9b34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.837265:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9b2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b19c expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.837291:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9b34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b19c expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.837299:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee900) 00010000:00010000:2.0:1767316916.837301:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.837303:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5366000, rc 0) 00000100:00100000:2.0:1767316916.838130:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934076672:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1125us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.838140:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8587 00000100:00100000:3.0:1767316916.841070:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.841415:0:43123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934076928 00000100:00100000:2.0:1767316916.841424:0:43123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934076928 00000100:00100000:2.0:1767316916.841512:0:43123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 3408 00000100:00100000:2.0:1767316916.841523:0:43123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934076928:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:2.0:1767316916.841814:0:43123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934076928:12345-192.168.204.9@tcp:35:rm.0 Request processed in 292us (753us total) trans 8589943053 rc 0/0 00000100:00100000:2.0:1767316916.841825:0:43123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 3408 00000100:00100000:0.0:1767316916.844286:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.844426:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934077184 00000100:00100000:2.0:1767316916.844435:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934077184 00000100:00100000:2.0:1767316916.844482:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8588 00000100:00100000:2.0:1767316916.844492:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934077184:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.844549:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1767316916.844576:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5ce200/0xc472cb5f51ba854d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad0b expref: 24 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.844596:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3efc5cf000/0xc472cb5f51ba855b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad12 expref: 23 pid: 45512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.844609:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba8507 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079acfd expref: 22 pid: 42524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.844620:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3efd6a6f00) 00010000:00010000:2.0:1767316916.844635:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9b34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b19c expref: 21 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.844643:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee900) 00010000:00010000:2.0:1767316916.844648:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.844673:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844685:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844693:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844704:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844711:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844717:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844858:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844865:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.844872:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:2.0:1767316916.845315:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2466, 64 off211632 00000040:00080000:2.0:1767316916.845342:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2469, 64 off211856 00000040:00080000:2.0:1767316916.845356:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2467, 64 off211696 00010000:00010000:2.0:1767316916.845419:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845429:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845436:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845442:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845447:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845452:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845471:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.845488:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845494:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845499:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845504:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.845509:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845515:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845523:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ed94eeb00) 00010000:00010000:2.0:1767316916.845526:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.845530:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845536:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9b49 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845582:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845589:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845599:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845604:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.845607:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845612:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845619:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee800) 00010000:00010000:2.0:1767316916.845621:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.845624:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.845629:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9b3b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:2.0:1767316916.845640:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099340caa reply state 00000000303b6c0b transno 8589943054 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:2.0:1767316916.845648:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.845744:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934077184:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1235us (1457us total) trans 8589943054 rc 0/0 00000100:00100000:2.0:1767316916.845751:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8588 00010000:00010000:3.0:1767316916.846145:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.846152:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.846158:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.846162:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.846168:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.846177:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x219:0x0].0x0 (ffff9b3ed94eeb00) 00010000:00010000:3.0:1767316916.846179:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.846182:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.846187:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9b50 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x219:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.846199:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.846201:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.846202:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.848608:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.848626:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.848633:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.848640:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.848644:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.848652:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.848669:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbb2c98c4 (ffff9b3ed94ee400) 00010000:00010000:2.0:1767316916.848673:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.848678:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.848684:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9b42 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbb2c98c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316916.850342:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.850413:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934077312 00000100:00100000:2.0:1767316916.850423:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934077312 00000100:00100000:2.0:1767316916.850482:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8589 00000100:00100000:2.0:1767316916.850493:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+21:77301:x1853163934077312:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.850517:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.850538:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9b57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1a3 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.850602:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9b5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.850617:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9b5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.850628:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9b5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316916.850691:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1767316916.850694:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316916.850718:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9b5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.850785:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9b57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1a3 expref: 23 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.850800:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9b5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1a3 expref: 22 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.850808:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee000) 00010000:00010000:2.0:1767316916.850811:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316916.850813:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5367c00, rc 0) 00000100:00100000:2.0:1767316916.850867:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934077312:12345-192.168.204.9@tcp:101:rm.0 Request processed in 376us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.850875:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8589 00000100:00100000:3.0:1767316916.853862:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.854170:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934077440 00000100:00100000:1.0:1767316916.854187:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934077440 00000100:00100000:1.0:1767316916.854245:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8590 00000100:00100000:1.0:1767316916.854254:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934077440:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.854284:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.854304:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1aa expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.854365:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.854378:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.854387:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.854400:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.854407:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.854413:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855683:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855699:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855708:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:1.0:1767316916.855784:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 0 00000004:00200000:1.0:1767316916.855789:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.855809:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855821:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855830:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855836:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855842:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855848:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.855852:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855859:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855870:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee000) 00010000:00010000:1.0:1767316916.855873:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.855878:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855883:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9b6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855897:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855902:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855908:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855912:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.855915:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855919:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855925:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x38564c34 (ffff9b3ed9b0e500) 00010000:00010000:1.0:1767316916.855927:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.855930:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855935:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9b73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.855969:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9b65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1aa expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.855983:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1aa expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.855990:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9b3ed9b0e300) 00010000:00010000:1.0:1767316916.855992:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316916.855995:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:1.0:1767316916.856070:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934077440:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1816us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.856090:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8590 00000100:00100000:3.0:1767316916.860679:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.860899:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934077696 00000100:00100000:1.0:1767316916.860910:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934077696 00000100:00100000:1.0:1767316916.860973:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8591 00000100:00100000:1.0:1767316916.860982:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ecf67d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934077696:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.861040:0:41788:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.861065:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9b7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1aa expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.861098:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9b3ed9b0e300) 00010000:00010000:1.0:1767316916.861115:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9b5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1a3 expref: 22 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.861122:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee000) 00010000:00010000:1.0:1767316916.861128:0:41788:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.861151:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861162:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861171:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861185:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861191:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861197:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861456:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861465:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:1.0:1767316916.861472:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000040:00080000:0.0:1767316916.862974:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2468, 64 off211760 00000040:00080000:0.0:1767316916.863004:0:41788:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2470, 64 off211920 00010000:00010000:0.0:1767316916.863095:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863106:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863116:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863123:0:41788:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863129:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863135:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863243:0:41788:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316916.863264:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863279:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863285:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863291:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.863295:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863301:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863313:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9b3ed9b0e700) 00010000:00010000:0.0:1767316916.863315:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767316916.863319:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863325:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9b8f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863373:0:41788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863379:0:41788:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863385:0:41788:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863393:0:41788:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:0.0:1767316916.863396:0:41788:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863401:0:41788:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863409:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:0.0:1767316916.863412:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316916.863415:0:41788:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.863420:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9b81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00000004:00010000:0.0:1767316916.863435:0:41788:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fd1f2fdf reply state 0000000023a81489 transno 8589943055 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000100:00100000:0.0:1767316916.863445:0:41788:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767316916.863540:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ecf67d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934077696:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2555us (2868us total) trans 8589943055 rc 0/0 00000100:00100000:0.0:1767316916.863549:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8591 00010000:00010000:3.0:1767316916.866295:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.866316:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.866323:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.866328:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.866332:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.866339:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.866354:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x38564c34 (ffff9b3ed9b0ea00) 00010000:00010000:3.0:1767316916.866357:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.866362:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:3.0:1767316916.866367:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9b88 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x38564c34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.866855:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.866863:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.866869:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.866873:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.866879:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.866890:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9b3ed9b0e700) 00010000:00010000:2.0:1767316916.866892:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316916.866896:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.866901:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9b96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316916.866917:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.866919:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.866921:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316916.868096:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.868643:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934077824 00000100:00100000:0.0:1767316916.868654:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934077824 00000100:00100000:0.0:1767316916.868713:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8592 00000100:00100000:0.0:1767316916.868722:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+22:77301:x1853163934077824:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.868775:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.868797:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9b9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1b1 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.868861:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9ba4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.868874:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.868885:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.868942:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1767316916.868946:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.868971:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.868994:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9b9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1b1 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.869012:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1b1 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.869019:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:0.0:1767316916.869022:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.869025:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:0.0:1767316916.869092:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934077824:12345-192.168.204.9@tcp:101:rm.0 Request processed in 371us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.869100:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8592 00000100:00100000:0.0:1767316916.871937:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.872067:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934077952 00000100:00100000:2.0:1767316916.872087:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934077952 00000100:00100000:2.0:1767316916.872144:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8593 00000100:00100000:2.0:1767316916.872154:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934077952:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.872183:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.872202:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9bab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1b8 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.872260:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.872282:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.872293:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.872306:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.872312:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.872318:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873235:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873247:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873255:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316916.873294:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x34:0x0]: returning size 0 00000004:00200000:3.0:1767316916.873299:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.873317:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873327:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873334:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873340:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873347:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873352:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.873355:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873362:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873372:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316916.873374:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.873378:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873383:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9bb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873393:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873398:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873407:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873412:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.873414:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873419:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873425:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x582ba869 (ffff9b3ed94ee400) 00010000:00010000:3.0:1767316916.873428:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.873430:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873435:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9bb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.873463:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9bab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1b8 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.873474:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1b8 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.873480:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:3.0:1767316916.873482:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316916.873485:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07600, rc 0) 00000100:00100000:3.0:1767316916.873540:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934077952:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1387us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.873548:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8593 00000100:00100000:3.0:1767316916.877594:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.877690:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934078080 00000100:00100000:1.0:1767316916.877701:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934078080 00000100:00100000:1.0:1767316916.877800:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12593 00000100:00100000:1.0:1767316916.877810:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2483:x1853163934078080:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.877828:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.877850:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1bf expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767316916.878003:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316916.878024:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.878026:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316916.878036:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316916.878055:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316916.878069:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654c00, rc 0) 00000100:00100000:1.0:1767316916.878142:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934078080:12345-192.168.204.9@tcp:101:rm.0 Request processed in 333us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.878149:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12593 00000100:00100000:1.0:1767316916.882327:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.882409:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934078336 00000100:00100000:3.0:1767316916.882419:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934078336 00000100:00100000:3.0:1767316916.882477:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8594 00000100:00100000:3.0:1767316916.882487:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934078336:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1767316916.882550:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767316916.882576:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9bc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1b8 expref: 24 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.882594:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:3.0:1767316916.882610:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9ba4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1b1 expref: 23 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.882619:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239700) 00010000:00010000:3.0:1767316916.882626:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767316916.882653:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882667:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882677:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882689:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882695:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882701:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882850:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882865:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.882873:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:3.0:1767316916.883282:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2469, 64 off211824 00000040:00080000:3.0:1767316916.883304:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2471, 64 off211984 00010000:00010000:3.0:1767316916.883369:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883378:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883386:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883392:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883398:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883403:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883423:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767316916.883442:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883447:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883454:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883459:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.883462:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883470:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883477:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316916.883480:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767316916.883484:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883490:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bdc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883536:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883542:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883547:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883552:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.883555:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883560:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883571:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec2e86300) 00010000:00010000:3.0:1767316916.883573:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.883576:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.883581:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:3.0:1767316916.883592:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb5bf507 reply state 0000000099754244 transno 8589943056 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:3.0:1767316916.883600:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767316916.883681:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934078336:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1194us (1362us total) trans 8589943056 rc 0/0 00000100:00100000:3.0:1767316916.883689:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8594 00010000:00010000:1.0:1767316916.884546:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316916.884554:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.884562:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316916.884565:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.884572:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.884583:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff9b3ec2e86e00) 00010000:00010000:1.0:1767316916.884586:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767316916.884589:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.884594:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9be3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.884608:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.884610:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316916.884612:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.890428:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.890446:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.890453:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.890459:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.890464:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.890471:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.890487:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x582ba869 (ffff9b3ec2e86a00) 00010000:00010000:2.0:1767316916.890490:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.890495:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.890502:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9bd5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x582ba869 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.892674:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.892919:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934078464 00000100:00100000:0.0:1767316916.892929:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934078464 00000100:00100000:0.0:1767316916.892990:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8595 00000100:00100000:0.0:1767316916.893002:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+23:77301:x1853163934078464:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.893029:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.893053:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9bea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1c6 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.893132:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9bf1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.893146:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.893157:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.893223:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1767316916.893228:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.893252:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.893276:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9bea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1c6 expref: 25 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.893294:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1c6 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.893302:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:0.0:1767316916.893305:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.893308:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85de200, rc 0) 00000100:00100000:0.0:1767316916.893359:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934078464:12345-192.168.204.9@tcp:101:rm.0 Request processed in 359us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.893366:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8595 00000100:00100000:0.0:1767316916.902635:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.902766:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934078592 00000100:00100000:3.0:1767316916.902775:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934078592 00000100:00100000:3.0:1767316916.902825:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8596 00000100:00100000:3.0:1767316916.902835:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+24:77301:x1853163934078592:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.902855:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.902873:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1cd expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.902937:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.902952:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.902963:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.902976:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.902982:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.902988:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904430:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904448:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904459:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316916.904489:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 500 00000004:00200000:3.0:1767316916.904493:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316916.904513:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904534:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904543:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904548:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904554:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904563:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.904567:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904574:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904585:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:3.0:1767316916.904589:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.904593:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904600:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9bff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904611:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904617:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904622:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904627:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.904629:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904634:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904639:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1ee1870 (ffff9b3ec2e86300) 00010000:00010000:3.0:1767316916.904641:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.904644:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904649:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9c06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.904684:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9bf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1cd expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.904697:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1cd expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316916.904703:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:3.0:1767316916.904706:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316916.904708:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06000, rc 0) 00000100:00100000:2.0:1767316916.905139:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934078592:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2301us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.905150:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8596 00000100:00100000:1.0:1767316916.910451:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.910693:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934078848 00000100:00100000:2.0:1767316916.910705:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934078848 00000100:00100000:2.0:1767316916.910974:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8597 00000100:00100000:2.0:1767316916.910985:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934078848:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.911041:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316916.911067:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9c0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1cd expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.911096:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9b3ec2e86200) 00010000:00010000:2.0:1767316916.911112:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9bf1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1c6 expref: 24 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.911122:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239300) 00010000:00010000:2.0:1767316916.911128:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.911150:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911162:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911179:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911191:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911198:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911204:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911358:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911367:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.911374:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316916.912083:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2470, 64 off211888 00000040:00080000:2.0:1767316916.912107:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2472, 64 off212048 00010000:00010000:2.0:1767316916.912181:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912190:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912198:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912204:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912209:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912214:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912235:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.912253:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912258:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912263:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.912414:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.912422:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.912428:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.912431:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.912438:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.912449:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9b3ed94ee700) 00010000:00010000:3.0:1767316916.912451:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.912455:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.912459:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9c29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.912473:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.912474:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.912476:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.912843:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.912847:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912853:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912861:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9b3ed94ee700) 00010000:00010000:2.0:1767316916.912863:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.912866:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912871:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c22 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912928:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912935:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912941:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912945:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.912948:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912953:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912961:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee800) 00010000:00010000:2.0:1767316916.912963:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.912966:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.912974:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c14 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.912986:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036356155 reply state 0000000054f3e06f transno 8589943057 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.912994:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.913195:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934078848:12345-192.168.204.9@tcp:36:rm.0 Request processed in 2208us (2748us total) trans 8589943057 rc 0/0 00000100:00100000:2.0:1767316916.913204:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8597 00000100:00100000:2.0:1767316916.916917:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.916996:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934078976 00000100:00100000:1.0:1767316916.917006:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934078976 00000100:00100000:1.0:1767316916.917064:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8598 00000100:00100000:1.0:1767316916.917085:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934078976:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.917109:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.917133:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9c30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1d4 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.917212:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9c37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.917227:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9c37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.917237:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9c37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.917303:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1767316916.917307:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.917330:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9c37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.917352:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9c30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1d4 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.917372:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9c37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1d4 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.917380:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e700) 00010000:00010000:1.0:1767316916.917382:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.917386:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654600, rc 0) 00010000:00010000:3.0:1767316916.917481:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.917489:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.917496:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.917501:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.917505:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.917511:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.917520:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1ee1870 (ffff9b3ed94ee900) 00010000:00010000:3.0:1767316916.917533:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.917543:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.917548:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9c1b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1ee1870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.918563:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934078976:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1484us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.918574:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8598 00000100:00100000:2.0:1767316916.922047:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.922154:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934079104 00000100:00100000:1.0:1767316916.922165:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934079104 00000100:00100000:1.0:1767316916.922336:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8599 00000100:00100000:1.0:1767316916.922344:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934079104:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.922362:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.922381:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9c3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1db expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.922449:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.922462:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.922471:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.922483:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.922490:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.922496:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924012:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x102:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924028:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x102:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924037:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x102:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.924069:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x102:0x0]: returning size 102 00000004:00200000:1.0:1767316916.924083:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.924105:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x102:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924115:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924124:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924129:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924136:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924142:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.924146:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924153:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924164:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e700) 00010000:00010000:1.0:1767316916.924168:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.924243:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924250:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9c45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924265:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924270:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924276:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924280:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.924283:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924289:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924296:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x117f42a1 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.924298:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.924301:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924306:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.924338:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9c3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1db expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.924350:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1db expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.924357:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x102:0x0].0x0 (ffff9b3ed9b0ea00) 00010000:00010000:1.0:1767316916.924359:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316916.924361:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655400, rc 0) 00000100:00100000:1.0:1767316916.924458:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934079104:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2113us (2420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.924469:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8599 00000100:00100000:0.0:1767316916.931412:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.932316:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934079232 00000100:00100000:3.0:1767316916.932329:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934079232 00000100:00100000:3.0:1767316916.932401:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12594 00000100:00100000:3.0:1767316916.932412:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934079232:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.932435:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.932457:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1e2 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316916.932482:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 100, mtime: 0x695718ff, atime: 0x695718fe, ctime: 0x695718ff, blocks: 0x3 00010000:00010000:3.0:1767316916.932502:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.932504:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.932513:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.932551:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.932564:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07800, rc 0) 00000100:00100000:3.0:1767316916.932630:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934079232:12345-192.168.204.9@tcp:101:rm.0 Request processed in 220us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.932638:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12594 00000100:00100000:0.0:1767316916.940337:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.940569:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934079488 00000100:00100000:2.0:1767316916.940581:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934079488 00000100:00100000:2.0:1767316916.940644:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8600 00000100:00100000:2.0:1767316916.940655:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934079488:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316916.940865:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316916.940895:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655400/0xc472cb5f51ba9c53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x102:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1db expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.940919:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x102:0x0].0x0 (ffff9b3ed9b0ea00) 00010000:00010000:2.0:1767316916.940936:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9c37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1d4 expref: 25 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.940946:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e700) 00010000:00010000:2.0:1767316916.940951:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316916.940979:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.940996:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941005:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941017:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941023:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941028:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941148:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x102:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941156:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.941161:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316916.943117:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2471, 64 off211952 00000040:00080000:2.0:1767316916.943142:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2473, 64 off212112 00000040:00080000:2.0:1767316916.943155:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2472, 64 off212016 00010000:00010000:2.0:1767316916.943245:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x102:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943261:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943512:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943531:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943544:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943550:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943569:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316916.943591:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943597:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943602:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943608:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.943611:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943618:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943628:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x102:0x0].0x0 (ffff9b3ed94eea00) 00010000:00010000:2.0:1767316916.943631:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316916.943635:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.943641:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c6f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x102:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946284:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946302:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946308:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946314:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.946318:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946324:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946341:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee800) 00010000:00010000:2.0:1767316916.946343:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.946348:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.946354:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c61 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316916.946372:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f3b80217 reply state 000000006e578817 transno 8589943058 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.946381:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316916.946554:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934079488:12345-192.168.204.9@tcp:36:rm.0 Request processed in 5896us (6221us total) trans 8589943058 rc 0/0 00000100:00100000:2.0:1767316916.946566:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8600 00010000:00010000:3.0:1767316916.946938:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.946947:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.946953:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.946957:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.946964:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.946974:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x102:0x0].0x0 (ffff9b3ed94eea00) 00010000:00010000:3.0:1767316916.946978:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.946981:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.946986:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9c76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.947000:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.947002:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.947004:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316916.951559:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1767316916.951629:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.951641:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.951648:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.951654:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316916.951659:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.951667:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.951683:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x117f42a1 (ffff9b3ed94ee700) 00010000:00010000:2.0:1767316916.951687:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316916.951691:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.951697:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9c68 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x117f42a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.952049:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934079616 00000100:00100000:1.0:1767316916.952059:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934079616 00000100:00100000:1.0:1767316916.952125:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8601 00000100:00100000:1.0:1767316916.952135:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+25:77301:x1853163934079616:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.952162:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.952481:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9c7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1e9 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.952698:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.952713:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.952724:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.952899:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1767316916.952903:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.952926:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.952952:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9c7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e9 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.952971:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e9 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.952979:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.952983:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316916.952986:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654e00, rc 0) 00000100:00100000:1.0:1767316916.953046:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934079616:12345-192.168.204.9@tcp:101:rm.0 Request processed in 912us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.953054:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8601 00000100:00100000:0.0:1767316916.957511:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.957986:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934079744 00000100:00100000:2.0:1767316916.957997:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934079744 00000100:00100000:2.0:1767316916.958098:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8602 00000100:00100000:2.0:1767316916.958109:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934079744:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.958129:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.958147:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1f0 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316916.958223:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.958237:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.958248:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.958261:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.958268:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.958273:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959380:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959394:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959404:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.959431:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10b:0x0]: returning size 1048576 00000004:00200000:1.0:1767316916.959436:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.959454:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959464:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959472:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959478:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959485:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959491:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.959495:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959501:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959512:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.959516:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.959520:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959707:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9c92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959719:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959725:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959771:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959777:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.959780:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959786:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959794:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6413b9 (ffff9b3ed94ee800) 00010000:00010000:1.0:1767316916.959797:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.959800:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959804:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9c99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.959838:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9c8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f0 expref: 28 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.959851:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f0 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.959862:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10b:0x0].0x0 (ffff9b3ed9b0ec00) 00010000:00010000:1.0:1767316916.959865:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316916.959867:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:1.0:1767316916.959937:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef414f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934079744:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1829us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.959945:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8602 00000100:00100000:3.0:1767316916.963388:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316916.963474:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934079872 00000100:00100000:2.0:1767316916.963485:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934079872 00000100:00100000:2.0:1767316916.963556:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12595 00000100:00100000:2.0:1767316916.963566:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934079872:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316916.963587:0:38183:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316916.963611:0:38183:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1f7 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316916.963636:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 1048576, mtime: 0x69571915, atime: 0x0, ctime: 0x69571915, blocks: 0x803 00010000:00010000:2.0:1767316916.963659:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.963660:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316916.963669:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 12 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.963685:0:38183:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 12 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316916.963697:0:38183:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5366400, rc 0) 00000100:00100000:2.0:1767316916.963793:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934079872:12345-192.168.204.9@tcp:101:rm.0 Request processed in 228us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316916.963801:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12595 00000100:00100000:2.0:1767316916.968121:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.968214:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934080128 00000100:00100000:1.0:1767316916.968225:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934080128 00000100:00100000:1.0:1767316916.968283:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8603 00000100:00100000:1.0:1767316916.968293:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934080128:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.968344:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.968368:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ca0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f0 expref: 27 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.968390:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10b:0x0].0x0 (ffff9b3ed9b0ec00) 00010000:00010000:1.0:1767316916.968404:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9c84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e9 expref: 26 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.968412:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.968418:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.968442:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968454:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968462:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968473:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968480:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968485:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968605:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968612:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.968619:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:1.0:1767316916.969057:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2473, 64 off212080 00000040:00080000:1.0:1767316916.969095:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2474, 64 off212176 00010000:00010000:1.0:1767316916.969159:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969169:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969177:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969184:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969189:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969199:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969218:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.969236:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969241:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969247:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969253:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.969258:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969265:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969273:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10b:0x0].0x0 (ffff9b3ed9b0ed00) 00010000:00010000:1.0:1767316916.969276:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.969279:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969286:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cbc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969329:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969336:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969346:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969350:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.969352:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969358:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969365:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e200) 00010000:00010000:1.0:1767316916.969368:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.969370:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.969376:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316916.969388:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009ff2ac18 reply state 0000000036e7d07a transno 8589943059 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.969395:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.969465:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934080128:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1172us (1354us total) trans 8589943059 rc 0/0 00000100:00100000:1.0:1767316916.969472:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8603 00010000:00010000:2.0:1767316916.970049:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316916.970057:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.970064:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316916.970067:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.970084:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.970095:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10b:0x0].0x0 (ffff9b3ed9b0ed00) 00010000:00010000:2.0:1767316916.970097:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767316916.970100:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.970105:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9cc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316916.970119:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.970121:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316916.970122:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.973056:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.973082:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.973091:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.973096:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316916.973101:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.973107:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.973122:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6413b9 (ffff9b3ed9b0eb00) 00010000:00010000:3.0:1767316916.973125:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316916.973129:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.973135:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9cb5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6413b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316916.974945:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316916.975024:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934080256 00000100:00100000:0.0:1767316916.975034:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934080256 00000100:00100000:0.0:1767316916.975095:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8604 00000100:00100000:0.0:1767316916.975105:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+26:77301:x1853163934080256:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1767316916.975128:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316916.975150:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9cca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b1fe expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.975214:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9cd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.975226:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.975238:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:0.0:1767316916.975311:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1767316916.975314:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1767316916.975335:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:0.0:1767316916.975357:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9cca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1fe expref: 28 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.975374:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1fe expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316916.975383:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:0.0:1767316916.975386:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767316916.975390:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec85df000, rc 0) 00000100:00100000:0.0:1767316916.975448:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934080256:12345-192.168.204.9@tcp:101:rm.0 Request processed in 344us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316916.975464:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8604 00000100:00100000:2.0:1767316916.980194:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.980296:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934080384 00000100:00100000:1.0:1767316916.980306:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934080384 00000100:00100000:1.0:1767316916.980359:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8605 00000100:00100000:1.0:1767316916.980368:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+27:77301:x1853163934080384:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316916.980388:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316916.980407:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b205 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.980472:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.980487:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.980498:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.980511:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.980518:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.980524:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982770:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 3/1,0 mode: --/PR res: [0x200000401:0x110:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982789:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x110:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982800:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x110:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316916.982834:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x110:0x0]: returning size 1024 00000004:00200000:1.0:1767316916.982839:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316916.982859:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x110:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982870:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x110:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982879:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982885:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982893:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982899:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.982903:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982910:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982920:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316916.982923:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.982929:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982935:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9cdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982950:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982956:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982962:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982967:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.982970:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982976:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982984:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73216d37 (ffff9b3ed9b0e200) 00010000:00010000:1.0:1767316916.982986:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.982989:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.982994:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9ce6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.983031:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b205 expref: 29 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.983046:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x110:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b205 expref: 28 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.983053:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x110:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.983056:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767316916.983058:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1654000, rc 0) 00000100:00100000:1.0:1767316916.983137:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:77301:x1853163934080384:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2770us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316916.983145:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8605 00000100:00100000:1.0:1767316916.989473:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316916.990238:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934080512 00000100:00100000:3.0:1767316916.990249:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934080512 00000100:00100000:3.0:1767316916.990342:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12596 00000100:00100000:3.0:1767316916.990354:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2484:x1853163934080512:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316916.990372:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316916.990394:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b20c expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316916.990417:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 1024, mtime: 0x69571929, atime: 0x69571926, ctime: 0x69571929, blocks: 0xb 00010000:00010000:3.0:1767316916.990436:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.990439:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316916.990448:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.990465:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316916.990478:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b06200, rc 0) 00000100:00100000:3.0:1767316916.990701:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2484:x1853163934080512:12345-192.168.204.9@tcp:101:rm.0 Request processed in 348us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316916.990709:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12596 00000100:00100000:0.0:1767316916.995038:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316916.995148:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934080768 00000100:00100000:1.0:1767316916.995159:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934080768 00000100:00100000:1.0:1767316916.995364:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8606 00000100:00100000:1.0:1767316916.995374:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:77301:x1853163934080768:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1767316916.995425:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767316916.995449:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9ced lrc: 0/0,0 mode: --/PR res: [0x200000401:0x110:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b205 expref: 28 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.995469:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x110:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316916.995483:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9cd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1fe expref: 27 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316916.995493:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ec8239600) 00010000:00010000:1.0:1767316916.995500:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767316916.995531:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995547:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995556:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995568:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995575:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995581:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995690:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x110:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995698:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.995706:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:1.0:1767316916.996192:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2475, 64 off212240 00000040:00080000:1.0:1767316916.996217:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2474, 64 off212144 00000040:00080000:1.0:1767316916.996235:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2476, 64 off212304 00010000:00010000:1.0:1767316916.996312:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x110:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996322:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996330:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996337:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996344:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996350:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996374:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316916.996391:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996397:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996402:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996410:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655200 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.996414:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996421:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996430:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x110:0x0].0x0 (ffff9b3ed9b0e900) 00010000:00010000:1.0:1767316916.996432:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767316916.996436:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996440:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d09 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x110:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996481:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996487:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996493:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996498:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:1.0:1767316916.996501:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996507:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996514:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e200) 00010000:00010000:1.0:1767316916.996516:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316916.996519:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316916.996523:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9cfb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:1.0:1767316916.996534:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080d85f3c reply state 0000000023a81489 transno 8589943060 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:1.0:1767316916.996543:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767316916.996618:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:77301:x1853163934080768:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1244us (1589us total) trans 8589943060 rc 0/0 00000100:00100000:1.0:1767316916.996627:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8606 00010000:00010000:3.0:1767316916.996908:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316916.996915:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.996921:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316916.996924:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.996931:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.996940:0:12906:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x110:0x0].0x0 (ffff9b3ed9b0e900) 00010000:00010000:3.0:1767316916.996942:0:12906:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316916.996945:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.996950:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655a00/0xc472cb5f51ba9d10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x110:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316916.996964:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.996967:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316916.996968:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316917.001110:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316917.001954:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934080896 00000100:00100000:1.0:1767316917.001963:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934080896 00000100:00100000:1.0:1767316917.002012:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8607 00000100:00100000:1.0:1767316917.002020:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:77301:x1853163934080896:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316917.002044:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316917.002064:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9d17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b213 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.002136:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9d1e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.002159:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9d1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.002171:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9d1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316917.002229:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1767316917.002232:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316917.002252:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9d1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.002374:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9d17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b213 expref: 30 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.002395:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9d1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b213 expref: 29 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.002404:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:1.0:1767316917.002407:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316917.002410:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655e00, rc 0) 00000100:00100000:1.0:1767316917.002627:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934080896:12345-192.168.204.9@tcp:101:rm.0 Request processed in 606us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316917.002635:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8607 00010000:00010000:2.0:1767316917.002906:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.002916:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.002922:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.002929:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.002933:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.002941:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.002951:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73216d37 (ffff9b3ed9b0ec00) 00010000:00010000:2.0:1767316917.002954:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.002957:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.002963:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9d02 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x73216d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316917.006563:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316917.006634:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934081024 00000100:00100000:3.0:1767316917.006644:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934081024 00000100:00100000:3.0:1767316917.006702:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8608 00000100:00100000:3.0:1767316917.006711:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+28:77301:x1853163934081024:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1767316917.006757:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316917.006776:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9d25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b21a expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316917.006838:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.006851:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.006862:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.006880:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.006886:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.006893:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008001:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008014:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008023:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:3.0:1767316917.008052:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 12345 00000004:00200000:3.0:1767316917.008056:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767316917.008084:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008095:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008103:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008109:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008115:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008124:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316917.008128:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008135:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008152:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:3.0:1767316917.008156:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316917.008161:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008167:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06a00/0xc472cb5f51ba9d2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008188:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008194:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008199:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008204:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316917.008207:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008213:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008219:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1ea86ae7 (ffff9b3ec2e86e00) 00010000:00010000:3.0:1767316917.008222:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316917.008224:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008229:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9d33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.008261:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9d25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b21a expref: 30 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316917.008275:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b21a expref: 29 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316917.008281:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:3.0:1767316917.008284:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767316917.008286:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef7b07000, rc 0) 00000100:00100000:3.0:1767316917.009069:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934081024:12345-192.168.204.9@tcp:101:rm.0 Request processed in 2355us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316917.009088:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8608 00000100:00100000:2.0:1767316917.013466:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316917.013703:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934081152 00000100:00100000:3.0:1767316917.013714:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934081152 00000100:00100000:2.0:1767316917.014051:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12597 00000100:00100000:2.0:1767316917.014063:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934081152:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316917.014091:0:37088:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316917.014113:0:37088:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b221 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316917.014338:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 12345, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316917.014358:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316917.014360:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316917.014369:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 12 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316917.014386:0:37088:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 12 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316917.014399:0:37088:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef5367200, rc 0) 00000100:00100000:2.0:1767316917.014506:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934081152:12345-192.168.204.9@tcp:101:rm.0 Request processed in 446us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316917.014514:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12597 00000100:00100000:0.0:1767316917.023348:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316917.023432:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934081408 00000100:00100000:2.0:1767316917.023441:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934081408 00000100:00100000:2.0:1767316917.023677:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8609 00000100:00100000:2.0:1767316917.023690:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934081408:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316917.023770:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316917.023794:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9d3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b21a expref: 29 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.023812:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9b3ec2e86c00) 00010000:00010000:2.0:1767316917.023826:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655e00/0xc472cb5f51ba9d1e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b213 expref: 28 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.023838:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e100) 00010000:00010000:2.0:1767316917.023844:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316917.023867:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.023879:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.023887:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.023897:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.023903:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.023909:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.024018:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.024025:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.024032:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316917.024895:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2475, 64 off212208 00000040:00080000:2.0:1767316917.024925:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2477, 64 off212368 00000040:00080000:2.0:1767316917.024944:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2476, 64 off212272 00010000:00010000:2.0:1767316917.025015:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025026:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025036:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025043:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025049:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025055:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025117:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316917.025136:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025142:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025147:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025153:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367400 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.025157:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025164:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025182:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9b3ed94eeb00) 00010000:00010000:2.0:1767316917.025185:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316917.025189:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025199:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367400/0xc472cb5f51ba9d56 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025244:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025250:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025255:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025260:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.025263:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025340:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025348:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee400) 00010000:00010000:2.0:1767316917.025350:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.025353:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.025358:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366600/0xc472cb5f51ba9d48 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316917.025371:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b6ddd5e reply state 00000000f29168a3 transno 8589943061 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316917.025379:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316917.025468:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934081408:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1779us (2127us total) trans 8589943061 rc 0/0 00000100:00100000:2.0:1767316917.025480:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8609 00010000:00010000:3.0:1767316917.028952:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316917.028969:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.028982:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316917.028987:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.028996:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.029015:0:16280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9b3ed94eeb00) 00010000:00010000:3.0:1767316917.029018:0:16280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316917.029023:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.029028:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366000/0xc472cb5f51ba9d5d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316917.029379:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316917.029565:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934081536 00000100:00100000:1.0:1767316917.029575:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934081536 00000100:00100000:1.0:1767316917.029633:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8610 00000100:00100000:1.0:1767316917.029643:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934081536:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316917.029671:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316917.029693:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9d64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b228 expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.029780:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.029793:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.029803:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:1.0:1767316917.029859:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1767316917.029863:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1767316917.029886:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.029909:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9d64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b228 expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.029927:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b228 expref: 30 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.029934:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e200) 00010000:00010000:1.0:1767316917.029937:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316917.029939:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ec1655200, rc 0) 00010000:00010000:3.0:1767316917.030069:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.030088:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.030094:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.030100:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5366c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316917.030104:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.030110:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.030119:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1ea86ae7 (ffff9b3ed94ee000) 00010000:00010000:3.0:1767316917.030122:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316917.030125:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.030131:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366c00/0xc472cb5f51ba9d4f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1ea86ae7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316917.030979:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316917.030984:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316917.030987:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316917.031126:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934081536:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1481us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316917.031136:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8610 00000100:00100000:1.0:1767316917.034268:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316917.034360:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934081664 00000100:00100000:2.0:1767316917.034370:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934081664 00000100:00100000:2.0:1767316917.034423:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8611 00000100:00100000:2.0:1767316917.034432:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934081664:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316917.034453:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316917.034473:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9d72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b22f expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.035781:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035799:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035809:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035824:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035831:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035837:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035939:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035946:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.035953:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316917.035989:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1df:0x0]: returning size 3145728 00000004:00200000:2.0:1767316917.035993:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316917.036012:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036024:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036032:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036038:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036043:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036049:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.036052:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036058:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036069:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e200) 00010000:00010000:2.0:1767316917.036082:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.036087:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036093:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367e00/0xc472cb5f51ba9d79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036107:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036113:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036119:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036123:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367c00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.036126:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036132:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036138:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x56300890 (ffff9b3ed94ee500) 00010000:00010000:2.0:1767316917.036141:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.036144:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036149:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5367c00/0xc472cb5f51ba9d80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.036193:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef5366a00/0xc472cb5f51ba9d72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b22f expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.036209:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b22f expref: 30 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.036216:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1df:0x0].0x0 (ffff9b3ed94ee200) 00010000:00010000:2.0:1767316917.036219:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767316917.036222:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e4c00, rc 0) 00000100:00100000:2.0:1767316917.036284:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934081664:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1852us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316917.036292:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8611 00000100:00100000:0.0:1767316917.041926:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316917.042151:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934081920 00000100:00100000:2.0:1767316917.042161:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934081920 00000100:00100000:2.0:1767316917.042220:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8612 00000100:00100000:2.0:1767316917.042230:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934081920:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316917.042298:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316917.042324:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9d87 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b22f expref: 30 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.042342:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1df:0x0].0x0 (ffff9b3ed94ee200) 00010000:00010000:2.0:1767316917.042355:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1655200/0xc472cb5f51ba9d6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b228 expref: 29 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.042364:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed9b0e200) 00010000:00010000:2.0:1767316917.042370:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316917.042392:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042404:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042413:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042423:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042433:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042438:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042556:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042564:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.042570:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316917.042994:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2477, 64 off212336 00000040:00080000:2.0:1767316917.043013:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2478, 64 off212400 00000040:00080000:2.0:1767316917.043031:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2478, 64 off212432 00000040:00080000:2.0:1767316917.043045:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2479, 64 off212496 00000040:00080000:2.0:1767316917.043058:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2479, 64 off212464 00010000:00010000:2.0:1767316917.043132:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043142:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043150:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043157:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043163:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043169:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043187:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316917.043204:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043210:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043216:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043222:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5800 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.043226:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043233:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043241:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1df:0x0].0x0 (ffff9b3ed94eed00) 00010000:00010000:2.0:1767316917.043244:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316917.043249:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043254:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9d9c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043326:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043333:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043353:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043357:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.043360:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043364:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043372:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee400) 00010000:00010000:2.0:1767316917.043374:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.043377:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.043381:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9d8e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316917.043392:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003102a57f reply state 00000000ddaa791a transno 8589943062 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316917.043400:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316917.043478:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934081920:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1248us (1559us total) trans 8589943062 rc 0/0 00000100:00100000:2.0:1767316917.043487:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8612 00010000:00010000:3.0:1767316917.044482:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316917.044491:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.044503:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316917.044507:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.044515:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.044684:0:51901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1df:0x0].0x0 (ffff9b3ed94eed00) 00010000:00010000:3.0:1767316917.044688:0:51901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767316917.044692:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.044697:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4400/0xc472cb5f51ba9da3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.045271:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316917.045275:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316917.045277:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316917.046757:0:6198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.046772:0:6198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.046779:0:6198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.046785:0:6198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.046789:0:6198:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.046795:0:6198:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.046810:0:6198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x56300890 (ffff9b3ed94eef00) 00010000:00010000:2.0:1767316917.046813:0:6198:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.046818:0:6198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.047263:0:6198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9d95 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x56300890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000100:00100000:0.0:1767316917.048412:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316917.048455:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082048 00000100:00100000:2.0:1767316917.048465:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082048 00000100:00100000:2.0:1767316917.048526:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8613 00000100:00100000:2.0:1767316917.048537:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+29:77301:x1853163934082048:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1767316917.048560:0:41788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316917.048582:0:41788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9daa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b236 expref: -99 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.048645:0:41788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9db1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316917.048658:0:41788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316917.048668:0:41788:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00000004:00200000:2.0:1767316917.048753:0:41788:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1767316917.048758:0:41788:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316917.048784:0:41788:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 41788 initiator: MDT0 00010000:00010000:2.0:1767316917.048807:0:41788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9daa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b236 expref: 31 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.048915:0:41788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9db1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b236 expref: 30 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.049005:0:41788:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee600) 00010000:00010000:2.0:1767316917.049007:0:41788:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767316917.049010:0:41788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e5c00, rc 0) 00000100:00100000:2.0:1767316917.049086:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934082048:12345-192.168.204.9@tcp:101:rm.0 Request processed in 550us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316917.049094:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8613 00000100:00100000:0.0:1767316917.052831:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316917.052978:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082176 00000100:00100000:1.0:1767316917.052988:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082176 00000100:00100000:1.0:1767316917.053044:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8614 00000100:00100000:1.0:1767316917.053054:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:77301:x1853163934082176:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1767316917.053082:0:42523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316917.053104:0:42523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9db8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6d19633e6079b23d expref: -99 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316917.053166:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.053182:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.053194:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.053208:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.053214:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:1.0:1767316917.053220:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054433:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9dcd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054448:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9dcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054457:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9dcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00200000:2.0:1767316917.054488:0:42523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00000004:00200000:2.0:1767316917.054492:0:42523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767316917.054514:0:42523:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9dcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316917.054533:0:42523:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x2c:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1767316917.054537:0:42523:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x2c:0x0] updating lvb mtime from disk: 0 -> 1767315333 00000004:00010000:2.0:1767316917.054540:0:42523:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x2c:0x0] updating lvb atime from disk: 0 -> 1767315333 00000004:00010000:2.0:1767316917.054542:0:42523:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x2c:0x0] updating lvb ctime from disk: 0 -> 1767315333 00000004:00010000:2.0:1767316917.054545:0:42523:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x2c:0x0] updating lvb blocks from disk: 18427282363563114435 -> 3 00002000:00010000:2.0:1767316917.054549:0:42523:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1767316917.054555:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054562:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054569:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054574:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.054579:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054587:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054598:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee600) 00010000:00010000:2.0:1767316917.054602:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.054607:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054613:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654000/0xc472cb5f51ba9dbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054627:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054634:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054640:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054645:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654e00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.054648:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054654:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054661:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91b35c51 (ffff9b3ed9b0ee00) 00010000:00010000:2.0:1767316917.054663:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.054666:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054671:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654e00/0xc472cb5f51ba9dc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.054703:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec1654800/0xc472cb5f51ba9db8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b23d expref: 32 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.054716:0:42523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9dcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b23d expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.054722:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9b3ed94ee500) 00010000:00010000:2.0:1767316917.054724:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1767316917.054745:0:42523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b3ef79e5a00, rc 0) 00000100:00100000:2.0:1767316917.054816:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934082176:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1762us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316917.054833:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8614 00000100:00100000:1.0:1767316917.069052:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316917.069126:0:41800:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082304 00000100:00100000:2.0:1767316917.069138:0:41800:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082304 00000100:00100000:2.0:1767316917.069255:0:41800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 0 00000100:00100000:2.0:1767316917.069266:0:41800:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934082304:12345-192.168.204.9@tcp:900:rm.0 00000100:00100000:2.0:1767316917.069371:0:41800:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934082304:12345-192.168.204.9@tcp:900:rm.0 Request processed in 107us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316917.069380:0:41800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 0 00000100:00100000:0.0:1767316917.076089:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316917.076458:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082560 00000100:00100000:2.0:1767316917.076468:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082560 00000100:00100000:2.0:1767316917.076523:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 8615 00000100:00100000:2.0:1767316917.076530:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934082560:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1767316917.076583:0:42523:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767316917.076625:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9dcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b23d expref: 31 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.076641:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9b3ed94ee500) 00010000:00010000:2.0:1767316917.076653:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9db1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b236 expref: 30 pid: 41788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316917.076658:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94ee600) 00010000:00010000:2.0:1767316917.076661:0:42523:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767316917.076680:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076689:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076697:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076704:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076708:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076711:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076861:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076869:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.076875:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000040:00080000:2.0:1767316917.077376:0:42523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2480, 64 off212560 00010000:00010000:2.0:1767316917.077440:0:42523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077450:0:42523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077458:0:42523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077464:0:42523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077470:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077477:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077540:0:42523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316917.077560:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077566:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077572:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077577:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4a00 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.077581:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077587:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077597:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9b3ed94ee200) 00010000:00010000:2.0:1767316917.077600:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767316917.077604:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077609:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9de2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077650:0:42523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077656:0:42523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077665:0:42523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077669:0:42523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5000 already unused, calling callback (ffffffffc2028550) 00010000:00010000:2.0:1767316917.077671:0:42523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077677:0:42523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077684:0:42523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b3ed94eef00) 00010000:00010000:2.0:1767316917.077686:0:42523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316917.077689:0:42523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:2.0:1767316917.077694:0:42523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5000/0xc472cb5f51ba9dd4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00000004:00010000:2.0:1767316917.077706:0:42523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b812ace3 reply state 00000000e5683a26 transno 8589943063 ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42523 initiator: MDT0 00000100:00100000:2.0:1767316917.077714:0:42523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767316917.077818:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+31:77301:x1853163934082560:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1286us (1748us total) trans 8589943063 rc 0/0 00000100:00100000:2.0:1767316917.077834:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 8615 00010000:00010000:0.0:1767316917.078103:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316917.078110:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316917.078116:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316917.078119:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316917.078125:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316917.078135:0:12907:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9b3ed94ee200) 00010000:00010000:0.0:1767316917.078138:0:12907:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767316917.078141:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316917.078223:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5800/0xc472cb5f51ba9de9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42523 initiator: MDT0 00010000:00010000:0.0:1767316917.078237:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316917.078239:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316917.078241:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316917.081640:0:6199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.081657:0:6199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.081665:0:6199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.081670:0:6199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5600 already unused, calling callback (ffffffffc2028550) 00010000:00010000:3.0:1767316917.081675:0:6199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.081682:0:6199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.081698:0:6199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91b35c51 (ffff9b3ed94ee400) 00010000:00010000:3.0:1767316917.081702:0:6199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316917.081706:0:6199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.081713:0:6199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ef79e5600/0xc472cb5f51ba9ddb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x91b35c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42523 initiator: MDT0 00010000:00010000:3.0:1767316917.351363:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316918.372768:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316918.948225:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985788032:0@lo:400:kworker.0 00000100:00100000:1.0:1767316918.948298:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316918.948377:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985788160:0@lo:400:kworker.0 00000100:00100000:0.0:1767316918.948413:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316918.948474:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767316918.948481:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985787776:0@lo:400:kworker.0 00000100:00100000:0.0:1767316918.948526:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316918.948551:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985788288:0@lo:400:kworker.0 00000100:00100000:0.0:1767316918.948572:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316918.948599:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985787904:0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.954355:0:41784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985787776 00000100:00100000:3.0:1767316918.954373:0:41784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985787776 00000100:00100000:3.0:1767316918.954449:0:41784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1767316918.954460:0:41784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985787776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.954566:0:41784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6212:x1853163985787776:12345-0@lo:400:kworker.0 Request processed in 107us (6038us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316918.954574:0:41784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1767316918.954640:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985787776:0@lo:400:kworker.0 00000100:00100000:1.0:1767316918.955912:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788160 00000100:00100000:1.0:1767316918.955921:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788160 00000100:00100000:1.0:1767316918.956211:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788288 00000100:00100000:1.0:1767316918.956216:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788288 00000100:00100000:1.0:1767316918.956239:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1767316918.956248:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:6212:x1853163985788160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316918.956310:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:6212:x1853163985788160:12345-0@lo:400:kworker.0 Request processed in 63us (7896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316918.956317:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1767316918.956333:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1767316918.956339:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:6212:x1853163985788288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316918.956368:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ee7dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:6212:x1853163985788288:12345-0@lo:400:kworker.0 Request processed in 29us (7796us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316918.956374:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1767316918.957891:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788032 00000100:00100000:1.0:1767316918.957902:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788032 00000100:00080000:2.0:1767316918.958058:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1767316918.958065:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767316918.958068:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767316918.958296:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1767316918.958307:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985788032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316918.958389:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:6215:x1853163985788032:12345-0@lo:400:kworker.0 Request processed in 84us (10090us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316918.958396:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1767316918.958447:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985788032:0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.964370:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316918.964431:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985788416:0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.964486:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316918.964569:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985788288:0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.964584:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985788160:0@lo:400:kworker.0 00000100:00100000:0.0:1767316918.964593:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985787904 00000100:00100000:0.0:1767316918.964600:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985787904 00000100:00100000:0.0:1767316918.964651:0:42523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788416 00000100:00100000:0.0:1767316918.964653:0:42523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788416 00000100:00100000:0.0:1767316918.964671:0:42523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1767316918.964678:0:42523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985787904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.964760:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1767316918.964762:0:42523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6214:x1853163985787904:12345-0@lo:400:kworker.0 Request processed in 84us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316918.964767:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985788416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316918.964769:0:42523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:0.0:1767316918.964789:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767316918.964798:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6214:x1853163985788416:12345-0@lo:400:kworker.0 Request processed in 32us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316918.964804:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1767316918.964829:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985787904:0@lo:400:kworker.0 00000100:00100000:3.0:1767316918.964839:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:6214:1853163985788416:0@lo:400:kworker.0 00010000:00010000:2.0:1767316919.395943:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316919.967594:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316919.967630:0:41786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082688 00000100:00100000:3.0:1767316919.967640:0:41786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082688 00000100:00100000:3.0:1767316919.967688:0:41786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 819 00000100:00100000:3.0:1767316919.967806:0:41786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163934082688:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316919.967882:0:41786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef41a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ee0344d-7c9b-478e-8b03-2b6a9dc69c79+9:2484:x1853163934082688:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 80us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316919.967890:0:41786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 819 00000100:00100000:3.0:1767316919.971808:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316919.971842:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316919.971866:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316919.971952:0:41788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082816 00000100:00100000:0.0:1767316919.971962:0:41788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082816 00000100:00100000:0.0:1767316919.972040:0:41788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 645 00000100:00100000:0.0:1767316919.972052:0:41788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:2483:x1853163934082816:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1767316919.972130:0:41788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+30:2483:x1853163934082816:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 80us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316919.972138:0:41788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 645 00000100:00080000:3.0:1767316919.972467:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316919.972546:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083072 00000100:00100000:2.0:1767316919.972561:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083072 00000100:00100000:2.0:1767316919.972602:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934082944 00000100:00100000:2.0:1767316919.972605:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934082944 00000100:00100000:2.0:1767316919.972630:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1033 00000100:00100000:2.0:1767316919.972637:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934083072:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316919.972674:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efba80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934083072:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316919.972680:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1033 00000100:00100000:2.0:1767316919.972692:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1034 00000100:00100000:2.0:1767316919.972699:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934082944:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316919.972722:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934082944:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316919.972748:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1034 00000004:00080000:3.0:1767316919.972915:0:41814:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2165216177846ns, next at 2166216175003ns, rc = 0 00000100:00100000:3.0:1767316919.972943:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985788544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767316919.972985:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316919.973053:0:14916:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788544 00000100:00100000:3.0:1767316919.973057:0:14916:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788544 00000100:00100000:3.0:1767316919.973083:0:14916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1767316919.973090:0:14916:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+43:6215:x1853163985788544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1767316919.973118:0:14916:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 55508992 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1767316919.973153:0:14916:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+43:6215:x1853163985788544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316919.973159:0:14916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00080000:3.0:1767316919.973179:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316919.973182:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316919.973214:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985788544:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1767316919.975154:0:41812:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2165218422145ns, next at 2166218420127ns, rc = 0 00000100:00100000:3.0:1767316919.977200:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985788672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767316919.977270:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316919.977340:0:14917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788672 00000100:00100000:3.0:1767316919.977347:0:14917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788672 00000100:00100000:3.0:1767316919.977441:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1767316919.977450:0:14917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+43:6212:x1853163985788672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767316919.977496:0:14917:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 430505984 pending 0 free 3852468224 avail 3850371072 00000100:00100000:3.0:1767316919.977540:0:14917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+43:6212:x1853163985788672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316919.977547:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1767316919.977609:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985788672:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1767316920.082979:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840688 is committed 00000001:00080000:2.0:1767316920.083005:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840704 is committed 00000001:00080000:2.0:1767316920.083093:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840705 is committed 00000001:02000400:3.0:1767316920.313061:0:54206:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-flr: finish cleanup 20:21:58 (1767316918) === 00010000:00010000:0.0:1767316920.420188:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316921.446047:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767316921.659110:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2017 committed 00000001:00080000:3.0:1767316921.659135:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943060 is committed 00000001:00080000:3.0:1767316921.659164:0:41822:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943063 is committed 00000004:00080000:3.0:1767316921.659193:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2007 committed 00000004:00080000:3.0:1767316921.659210:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2016 committed 00000004:00080000:3.0:1767316921.659215:0:41822:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2006 committed 00000100:00100000:3.0:1767316921.660384:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985788800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660454:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.660492:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788800 00000100:00100000:0.0:1767316921.660500:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788800 00000100:00100000:3.0:1767316921.660511:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660548:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.660555:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789312 00000100:00100000:0.0:1767316921.660558:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789312 00000100:00100000:3.0:1767316921.660564:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.660580:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12598 00000100:00100000:3.0:1767316921.660585:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.660590:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6213:x1853163985788800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660600:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985790336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.660616:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1767316921.660619:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:130 count 1 00000100:00100000:3.0:1767316921.660635:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1767316921.660640:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789184:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1767316921.660658:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x82:0x0] initial LVB size: 0, mtime: 0x69571a67, atime: 0x69571a66, ctime: 0x69571a67, blocks: 0x3 00010000:00010000:0.0:1767316921.660667:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.660674:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316921.660685:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.660688:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767316921.660690:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789696:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316921.660695:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.660708:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316921.660711:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.660722:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.660722:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985790208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.660757:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.660760:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316921.660774:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316921.660781:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985790720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.660802:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.660829:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985788928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660850:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.660865:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660881:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.660888:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.660903:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.660910:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985790464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.660925:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.660936:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1767316921.660941:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660956:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.660966:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ecc1bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.660983:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.661004:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985790080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.661022:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.661030:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985790592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.661046:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.661090:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789824 00000100:00100000:3.0:1767316921.661094:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789824 00000100:00100000:3.0:1767316921.661113:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790336 00000100:00100000:3.0:1767316921.661115:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790336 00000100:00100000:3.0:1767316921.661124:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789184 00000100:00100000:3.0:1767316921.661126:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789184 00000100:00100000:3.0:1767316921.661133:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789696 00000100:00100000:3.0:1767316921.661136:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789696 00000100:00100000:3.0:1767316921.661143:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790208 00000100:00100000:3.0:1767316921.661145:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790208 00000100:00100000:3.0:1767316921.661153:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790720 00000100:00100000:3.0:1767316921.661155:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790720 00000100:00100000:3.0:1767316921.661163:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985788928 00000100:00100000:3.0:1767316921.661164:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985788928 00000100:00100000:3.0:1767316921.661172:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789440 00000100:00100000:3.0:1767316921.661174:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789440 00000100:00100000:3.0:1767316921.661182:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789952 00000100:00100000:3.0:1767316921.661185:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789952 00000100:00100000:3.0:1767316921.661193:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790464 00000100:00100000:3.0:1767316921.661196:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790464 00000100:00100000:3.0:1767316921.661203:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789056 00000100:00100000:3.0:1767316921.661205:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789056 00000100:00100000:3.0:1767316921.661212:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985789568 00000100:00100000:3.0:1767316921.661214:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985789568 00000100:00100000:3.0:1767316921.661221:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790080 00000100:00100000:3.0:1767316921.661223:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790080 00000100:00100000:3.0:1767316921.661230:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790592 00000100:00100000:3.0:1767316921.661232:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790592 00000100:00100000:3.0:1767316921.661241:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12599 00000100:00100000:3.0:1767316921.661246:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985789312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316921.661262:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:559 count 1 00002000:00010000:3.0:1767316921.661280:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22f:0x0] initial LVB size: 42955, mtime: 0x69571b75, atime: 0x0, ctime: 0x69571b75, blocks: 0x67 00010000:00010000:3.0:1767316921.661286:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.661294:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.661296:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.661299:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.661308:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.661315:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.661323:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.661337:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.661360:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985788800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 770us (905us total) trans 21474840706 rc 0/0 00000100:00100000:0.0:1767316921.661368:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12598 00000100:00100000:0.0:1767316921.661387:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12600 00000100:00100000:0.0:1767316921.661393:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:6213:x1853163985789824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.661404:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:106 count 1 00002000:00010000:0.0:1767316921.661423:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6a:0x0] initial LVB size: 1048576, mtime: 0x69571a58, atime: 0x69571a28, ctime: 0x69571a58, blocks: 0x803 00010000:00010000:0.0:1767316921.661428:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661435:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.661437:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.661440:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661449:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661456:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661463:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661476:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767316921.661501:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316921.661510:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661521:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfa00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.661526:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661535:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661554:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661566:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dfa00/0xc472cb5f51ba9df0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661590:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316921.661594:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661612:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.661616:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661624:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661634:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661640:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06e00/0xc472cb5f51ba9df7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661656:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.661660:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661667:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfe00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.661670:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661678:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.661682:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:6213:x1853163985789824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 287us (1093us total) trans 17179873801 rc 0/0 00000100:00100000:0.0:1767316921.661697:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12600 00010000:00010000:1.0:1767316921.661699:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661708:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfe00/0xc472cb5f51ba9dfe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.661715:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12601 00000100:00100000:0.0:1767316921.661724:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:6213:x1853163985790336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316921.661746:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.661749:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.661753:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1767316921.661760:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:146 count 1 00002000:00010000:0.0:1767316921.661777:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x92:0x0] initial LVB size: 5, mtime: 0x69571a96, atime: 0x69571a96, ctime: 0x69571a9f, blocks: 0xb 00010000:00010000:0.0:1767316921.661782:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661788:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.661790:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.661792:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661801:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661807:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661813:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.661836:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316921.661867:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.661874:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661882:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.661885:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661893:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661904:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661912:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de600/0xc472cb5f51ba9e05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.661940:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.661943:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.661944:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.662016:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:6213:x1853163985790336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 293us (1398us total) trans 17179873802 rc 0/0 00000100:00100000:0.0:1767316921.662023:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12601 00000100:00100000:0.0:1767316921.662036:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12602 00000100:00100000:0.0:1767316921.662043:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985789184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.662057:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:149 count 1 00002000:00010000:0.0:1767316921.662072:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x95:0x0] initial LVB size: 1516, mtime: 0x69571ada, atime: 0x69571ada, ctime: 0x69571ada, blocks: 0xb 00010000:00010000:0.0:1767316921.662077:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662084:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.662085:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.662088:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662097:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662104:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662111:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662132:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316921.662140:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985789312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 892us (1590us total) trans 21474840707 rc 0/0 00000100:00100000:3.0:1767316921.662146:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12599 00010000:00010000:1.0:1767316921.662154:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767316921.662163:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12603 00000100:00100000:3.0:1767316921.662170:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:6213:x1853163985789696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316921.662182:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00000100:00100000:0.0:1767316921.662385:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985789184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 340us (1708us total) trans 21474840708 rc 0/0 00010000:00010000:1.0:1767316921.662387:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.662395:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12602 00010000:00010000:1.0:1767316921.662404:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.662407:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.662413:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12604 00000100:00100000:0.0:1767316921.662422:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:6213:x1853163985790208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316921.662422:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767316921.662439:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:142 count 1 00002000:00010000:3.0:1767316921.662439:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316921.662441:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.662445:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316921.662451:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8e:0x0] initial LVB size: 0, mtime: 0x69571a76, atime: 0x69571a76, ctime: 0x69571a82, blocks: 0x1 00010000:00010000:1.0:1767316921.662456:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df800/0xc472cb5f51ba9e0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662458:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.662458:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.662461:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.662465:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662475:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.662478:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.662480:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.662481:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.662488:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.662490:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.662490:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.662491:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.662495:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.662503:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.662503:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662511:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662535:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767316921.662568:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316921.662573:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.662586:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.662590:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.662598:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662602:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316921.662609:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662618:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dec00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.662621:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662629:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662645:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662652:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dec00/0xc472cb5f51ba9e1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662677:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.662679:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.662680:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:6213:x1853163985790208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 259us (1918us total) trans 17179873803 rc 0/0 00010000:00010000:2.0:1767316921.662681:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.662687:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12604 00000100:00100000:0.0:1767316921.662700:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12605 00000100:00100000:0.0:1767316921.662706:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5464c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:6213:x1853163985790720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.662718:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:149 count 1 00002000:00010000:0.0:1767316921.662760:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x95:0x0] initial LVB size: 5, mtime: 0x69571ab2, atime: 0x69571aad, ctime: 0x69571ab8, blocks: 0xb 00010000:00010000:0.0:1767316921.662766:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662774:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.662776:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.662778:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662787:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662794:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662801:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.662811:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316921.662846:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316921.662850:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662857:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.662860:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662867:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662878:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662886:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df000/0xc472cb5f51ba9e21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.662898:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.662900:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.662902:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316921.662940:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.662943:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5464c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:6213:x1853163985790720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 237us (2139us total) trans 17179873804 rc 0/0 00000100:00100000:0.0:1767316921.662950:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12605 00000100:00100000:0.0:1767316921.662962:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12606 00000100:00100000:0.0:1767316921.662968:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985788928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.662979:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:131 count 1 00002000:00010000:0.0:1767316921.663004:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x83:0x0] initial LVB size: 16384, mtime: 0x69571a67, atime: 0x0, ctime: 0x69571a67, blocks: 0x23 00010000:00010000:0.0:1767316921.663009:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663021:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663023:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663026:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663036:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663044:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663051:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663071:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316921.663093:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6213:x1853163985789696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 923us (2384us total) trans 21474840709 rc 0/0 00000100:00100000:3.0:1767316921.663101:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12603 00010000:00010000:1.0:1767316921.663119:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663128:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07600/0xc472cb5f51ba9e13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663147:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.663151:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.663215:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985788928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (2363us total) trans 21474840710 rc 0/0 00000100:00100000:3.0:1767316921.663217:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12607 00000100:00100000:0.0:1767316921.663221:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12606 00000100:00100000:3.0:1767316921.663223:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985789440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.663232:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12608 00002000:00080000:3.0:1767316921.663234:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00000100:00100000:0.0:1767316921.663237:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:6214:x1853163985789952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.663247:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:130 count 1 00010000:00010000:2.0:1767316921.663348:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767316921.663350:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x82:0x0] initial LVB size: 16384, mtime: 0x69571a68, atime: 0x69571a66, ctime: 0x69571a68, blocks: 0x23 00010000:00010000:1.0:1767316921.663356:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.663358:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663363:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663370:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663374:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.663378:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663379:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663400:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663405:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663410:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663429:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663432:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df400/0xc472cb5f51ba9e28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663454:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.663456:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767316921.663458:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663467:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.663470:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663478:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663489:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663497:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de800/0xc472cb5f51ba9e2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.663511:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.663514:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.663517:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.663539:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.663613:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:6214:x1853163985789952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 375us (2708us total) trans 17179873805 rc 0/0 00000100:00100000:0.0:1767316921.663619:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12608 00000100:00100000:0.0:1767316921.663634:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12609 00000100:00100000:0.0:1767316921.663641:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:6214:x1853163985790464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.663653:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:147 count 1 00002000:00010000:0.0:1767316921.663668:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.663672:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663679:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663680:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663683:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663695:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663703:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663709:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663747:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:0.0:1767316921.663759:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767316921.663764:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316921.663779:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12610 00000100:00100000:2.0:1767316921.663785:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12611 00000100:00100000:0.0:1767316921.663786:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985789056:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.663793:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:6214:x1853163985789568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.663798:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:145 count 1 00002000:00080000:2.0:1767316921.663804:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00002000:00010000:0.0:1767316921.663813:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.663818:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663825:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663827:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.663830:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663838:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663850:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663856:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.663868:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.664023:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985789056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 237us (3064us total) trans 21474840711 rc 0/0 00000100:00100000:0.0:1767316921.664028:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12610 00000100:00100000:0.0:1767316921.664041:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12612 00000100:00100000:0.0:1767316921.664047:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:6214:x1853163985790080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.664057:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:131 count 1 00002000:00010000:0.0:1767316921.664071:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x83:0x0] initial LVB size: 0, mtime: 0x69571a67, atime: 0x0, ctime: 0x69571a67, blocks: 0x3 00010000:00010000:0.0:1767316921.664075:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664082:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.664083:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.664086:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664094:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664100:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664106:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664113:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767316921.664242:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:6214:x1853163985790080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (3218us total) trans 17179873806 rc 0/0 00000100:00100000:0.0:1767316921.664248:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12612 00000100:00100000:0.0:1767316921.664355:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12613 00000100:00100000:0.0:1767316921.664363:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:6214:x1853163985790592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.664377:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:148 count 1 00002000:00010000:0.0:1767316921.664390:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x94:0x0] initial LVB size: 5, mtime: 0x69571ab2, atime: 0x69571aad, ctime: 0x69571ab8, blocks: 0xb 00010000:00010000:0.0:1767316921.664395:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664403:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.664404:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.664407:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664414:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664421:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664427:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664436:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767316921.664591:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:6214:x1853163985790592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 229us (3543us total) trans 17179873807 rc 0/0 00000100:00100000:0.0:1767316921.664599:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12613 00010000:00010000:0.0:1767316921.664634:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316921.664640:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664648:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.664652:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316921.664654:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 1516, mtime: 0x6957174f, atime: 0x6957174d, ctime: 0x6957174f, blocks: 0xb 00010000:00010000:2.0:1767316921.664660:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664662:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664675:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664682:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9e36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664697:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316921.664701:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664708:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.664711:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664718:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664762:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664770:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9e3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664783:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.664786:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664792:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.664795:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664802:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664811:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664818:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9e44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664831:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.664835:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664840:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dee00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.664842:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664848:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664855:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664860:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9e4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.664869:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.664871:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.664873:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.665135:0:6213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840705 gen 2 00000004:00080000:0.0:1767316921.665142:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7980a80, transno 21474840668 00000004:00080000:0.0:1767316921.665156:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7980700, transno 21474840669 00000004:00080000:0.0:1767316921.665160:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7981500, transno 21474840670 00000004:00080000:0.0:1767316921.665162:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7980380, transno 21474840671 00000004:00080000:0.0:1767316921.665165:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7983b80, transno 21474840672 00000004:00080000:0.0:1767316921.665168:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7981f80, transno 21474840673 00000004:00080000:0.0:1767316921.665171:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7981180, transno 21474840674 00000004:00080000:0.0:1767316921.665174:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7980e00, transno 21474840675 00000004:00080000:0.0:1767316921.665177:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca064e00, transno 21474840676 00000004:00080000:0.0:1767316921.665180:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd053480, transno 21474840677 00000004:00080000:0.0:1767316921.665183:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd050e00, transno 21474840678 00000004:00080000:0.0:1767316921.665185:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd053100, transno 21474840679 00000004:00080000:0.0:1767316921.665188:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd051180, transno 21474840680 00000004:00080000:0.0:1767316921.665192:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd051f80, transno 21474840681 00000004:00080000:0.0:1767316921.665195:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd050000, transno 21474840682 00000004:00080000:0.0:1767316921.665198:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3aa00, transno 21474840683 00000004:00080000:0.0:1767316921.665201:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc57e2a00, transno 21474840684 00000004:00080000:0.0:1767316921.665203:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb38000, transno 21474840685 00000004:00080000:0.0:1767316921.665206:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50f100, transno 21474840686 00000004:00080000:0.0:1767316921.665208:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7d31180, transno 21474840687 00000004:00080000:0.0:1767316921.665211:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7d31f80, transno 21474840688 00000004:00080000:0.0:1767316921.665213:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414d500, transno 21474840689 00000004:00080000:0.0:1767316921.665216:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd052a00, transno 21474840690 00000004:00080000:0.0:1767316921.665219:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf7b80, transno 21474840691 00000004:00080000:0.0:1767316921.665222:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c7100, transno 21474840692 00000004:00080000:0.0:1767316921.665225:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf5880, transno 21474840693 00000004:00080000:0.0:1767316921.665228:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c5f80, transno 21474840694 00000004:00080000:0.0:1767316921.665230:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf5c00, transno 21474840695 00000004:00080000:0.0:1767316921.665233:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c4e00, transno 21474840696 00000004:00080000:0.0:1767316921.665235:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c6680, transno 21474840697 00000004:00080000:0.0:1767316921.665237:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c5500, transno 21474840698 00000004:00080000:0.0:1767316921.665239:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd051880, transno 21474840699 00000004:00080000:0.0:1767316921.665242:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7b1dc00, transno 21474840700 00000004:00080000:0.0:1767316921.665245:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c6d80, transno 21474840701 00000004:00080000:0.0:1767316921.665247:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c4a80, transno 21474840702 00000004:00080000:0.0:1767316921.665250:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414ea00, transno 21474840703 00000004:00080000:0.0:1767316921.665252:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efba82680, transno 21474840704 00000004:00080000:0.0:1767316921.665255:0:6213:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efba83b80, transno 21474840705 00000100:00100000:0.0:1767316921.665273:0:6213:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ecc1bea00 x1853163985789184/t21474840708(21474840708) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316921.665284:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bea00/2, rc 0, transno 21474840708 00000100:00100000:0.0:1767316921.665288:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789184:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.665304:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bf480/2, rc 0, transno 21474840709 00000100:00100000:0.0:1767316921.665308:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789696:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.665320:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41adf80/2, rc 0, transno 17179873803 00000100:00100000:0.0:1767316921.665332:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985790208:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.665341:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41aed80/2, rc 0, transno 17179873804 00000100:00100000:0.0:1767316921.665344:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985790720:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.665353:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bd880/2, rc 0, transno 21474840706 00000100:00100000:0.0:1767316921.665356:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985788800:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.665365:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1be300/2, rc 0, transno 21474840707 00000100:00100000:0.0:1767316921.665368:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789312:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.665377:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bd180/2, rc 0, transno 17179873801 00000100:00100000:0.0:1767316921.665380:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985789824:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.665389:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41af800/2, rc 0, transno 17179873802 00000100:00100000:0.0:1767316921.665392:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985790336:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.665437:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bdc00/2, rc 0, transno 21474840711 00000100:00100000:0.0:1767316921.665441:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789056:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.665449:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41af480/2, rc 0, transno 17179873806 00000100:00100000:0.0:1767316921.665453:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985790080:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.665460:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41afb80/2, rc 0, transno 17179873807 00000100:00100000:0.0:1767316921.665463:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985790592:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.665470:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bc380/2, rc 0, transno 21474840710 00000100:00100000:0.0:1767316921.665473:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985788928:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.665481:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41ad180/2, rc 0, transno 17179873805 00000100:00100000:0.0:1767316921.665484:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.665498:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.665739:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.665741:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.665746:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.665757:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.665765:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.665772:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.665787:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767316921.665841:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 29 changes, 8 in progress, 2 in flight, 38 done 00000100:00100000:0.0:1767316921.665972:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.665976:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:6214:x1853163985789568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2184us (4991us total) trans 21474840712 rc 0/0 00000100:00100000:2.0:1767316921.665983:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12611 00000100:00100000:0.0:1767316921.666019:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.666036:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791232 00000100:00100000:2.0:1767316921.666042:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791232 00000100:00100000:0.0:1767316921.666047:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.666067:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.666071:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12614 00000100:00100000:2.0:1767316921.666078:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:6212:x1853163985791232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.666082:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985792256:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316921.666098:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:36 count 1 00000100:00100000:0.0:1767316921.666100:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316921.666106:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.666115:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.666119:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1767316921.666128:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985790848:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767316921.666141:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.666146:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.666155:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.666170:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791360:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767316921.666172:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.666190:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767316921.666190:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316921.666190:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x6957175b, atime: 0x6957175b, ctime: 0x6957175c, blocks: 0x1 00010000:00010000:2.0:1767316921.666201:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.666204:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4200/0xc472cb5f51ba9e52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.666206:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767316921.666212:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.666216:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.666221:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.666226:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767316921.666231:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.666239:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.666242:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985792384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316921.666244:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.666247:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.666250:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.666255:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.666263:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.666266:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.666301:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985791104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.666323:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.666339:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985791616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.666356:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.666365:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985792128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.666381:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.666392:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1767316921.666396:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ee7dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985790976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.666418:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.666428:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985791488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.666447:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316921.666447:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791744 00000100:00100000:1.0:1767316921.666454:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791744 00000100:00100000:0.0:1767316921.666461:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efdb38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985792000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.666484:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316921.666485:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792256 00000100:00100000:1.0:1767316921.666489:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792256 00000100:00100000:0.0:1767316921.666506:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790848 00000100:00100000:1.0:1767316921.666509:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791360 00000100:00100000:0.0:1767316921.666511:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790848 00000100:00100000:1.0:1767316921.666514:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791360 00000100:00100000:0.0:1767316921.666536:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791872 00000100:00100000:1.0:1767316921.666539:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792384 00000100:00100000:0.0:1767316921.666541:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791872 00000100:00100000:1.0:1767316921.666544:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792384 00000100:00100000:0.0:1767316921.666562:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791104 00000100:00100000:0.0:1767316921.666566:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791104 00000100:00100000:1.0:1767316921.666568:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791616 00000100:00100000:1.0:1767316921.666573:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791616 00000100:00100000:0.0:1767316921.666584:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792128 00000100:00100000:0.0:1767316921.666588:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792128 00000100:00100000:1.0:1767316921.666592:0:14912:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985790976 00000100:00100000:1.0:1767316921.666596:0:14912:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985790976 00000100:00100000:0.0:1767316921.666605:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985791488 00000100:00100000:0.0:1767316921.666610:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985791488 00000100:00100000:0.0:1767316921.666620:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792000 00000100:00100000:0.0:1767316921.666622:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792000 00000100:00100000:0.0:1767316921.666633:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12615 00000100:00100000:0.0:1767316921.666639:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:6212:x1853163985791744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.666651:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:151 count 1 00002000:00010000:0.0:1767316921.666669:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x97:0x0] initial LVB size: 7, mtime: 0x69571ad0, atime: 0x69571ac5, ctime: 0x69571ad0, blocks: 0xb 00010000:00010000:0.0:1767316921.666674:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.666681:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.666683:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.666685:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.666695:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.666704:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.666709:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12616 00010000:00010000:0.0:1767316921.666717:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.666722:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:6212:x1853163985792256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.666756:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:1.0:1767316921.666763:0:14912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00000100:00100000:0.0:1767316921.667123:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:6212:x1853163985791744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 483us (1054us total) trans 17179873808 rc 0/0 00000100:00100000:0.0:1767316921.667131:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12615 00000100:00100000:0.0:1767316921.667147:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12617 00000100:00100000:0.0:1767316921.667153:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:6212:x1853163985790848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.667167:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:33 count 1 00002000:00010000:1.0:1767316921.667459:0:14912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 1516, mtime: 0x6957174f, atime: 0x6957174d, ctime: 0x6957174f, blocks: 0xb 00010000:00010000:1.0:1767316921.667467:0:14912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.667476:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1767316921.667477:0:32619:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767316921.667479:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.667485:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667487:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667509:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.667511:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.667512:0:14912:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667514:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.667532:0:14912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667535:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.667548:0:14912:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667551:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667568:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.667569:0:14912:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767316921.667582:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767316921.667767:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:6212:x1853163985790848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 613us (1612us total) trans 21474840713 rc 0/0 00000100:00100000:0.0:1767316921.667773:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12617 00000100:00100000:0.0:1767316921.667788:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12618 00000100:00100000:0.0:1767316921.667794:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:6212:x1853163985791360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.667808:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:37 count 1 00010000:00010000:0.0:1767316921.667819:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667835:0:32619:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.667847:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.667849:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.667852:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.667882:0:32619:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.667898:0:32619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 11 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.667911:0:32619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:32619:1853163985792512:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316921.667979:0:32619:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5f00 going to sleep for 11 seconds 00010000:00010000:0.0:1767316921.668002:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316921.668008:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668015:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.668019:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668028:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668043:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668054:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e5400/0xc472cb5f51ba9e59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.668058:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767316921.668064:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668069:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.668072:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.668072:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dfc00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:3.0:1767316921.668076:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668078:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.668081:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.668084:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668088:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.668094:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668097:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.668102:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dfc00/0xc472cb5f51ba9e60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668104:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654600/0xc472cb5f51ba9e67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668114:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316921.668116:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.668117:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.668117:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316921.668119:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.668123:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.668125:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668131:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668139:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668145:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de400/0xc472cb5f51ba9e6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668155:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.668157:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.668159:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.668173:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12619 00000100:00100000:0.0:1767316921.668180:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:6212:x1853163985791872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.668193:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:153 count 1 00002000:00010000:0.0:1767316921.668207:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.668211:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668218:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.668220:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.668223:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668231:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668243:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668250:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.668365:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.669166:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+58:6212:x1853163985791872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 984us (2937us total) trans 17179873809 rc 0/0 00000100:00100000:0.0:1767316921.669174:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12619 00000100:00100000:0.0:1767316921.669198:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12620 00000100:00100000:0.0:1767316921.669204:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:6212:x1853163985792384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.669220:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00002000:00010000:0.0:1767316921.669314:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.669333:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669343:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.669345:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.669348:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669359:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669364:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669369:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669382:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.669495:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+58:6212:x1853163985792384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 291us (3228us total) trans 17179873810 rc 0/0 00000100:00100000:0.0:1767316921.669499:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12620 00000100:00100000:0.0:1767316921.669510:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12621 00000100:00100000:0.0:1767316921.669515:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:6215:x1853163985791104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.669524:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:35 count 1 00002000:00010000:0.0:1767316921.669585:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.669589:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669595:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.669596:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.669598:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669604:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669609:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669613:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669618:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767316921.669707:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:6215:x1853163985791104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (3384us total) trans 21474840715 rc 0/0 00000100:00100000:0.0:1767316921.669711:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12621 00000100:00100000:0.0:1767316921.669721:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12622 00000100:00100000:0.0:1767316921.669725:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:6215:x1853163985791616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.669754:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:150 count 1 00002000:00010000:0.0:1767316921.669766:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x96:0x0] initial LVB size: 7, mtime: 0x69571ad0, atime: 0x69571ac5, ctime: 0x69571ad0, blocks: 0xb 00010000:00010000:0.0:1767316921.669769:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669775:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.669776:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.669778:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669783:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669789:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669793:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.669797:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767316921.669896:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+58:6215:x1853163985791616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 171us (3539us total) trans 17179873811 rc 0/0 00000100:00100000:0.0:1767316921.669901:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12622 00000100:00100000:0.0:1767316921.669909:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12623 00000100:00100000:0.0:1767316921.669914:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:6215:x1853163985792128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.669921:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00000100:00100000:0.0:1767316921.670246:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12624 00000100:00100000:0.0:1767316921.670256:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:6215:x1853163985791488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.670269:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:38 count 1 00002000:00010000:0.0:1767316921.670335:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.670340:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670348:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.670349:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.670352:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670362:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670369:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670377:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670384:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767316921.670511:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:6215:x1853163985791488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 256us (4063us total) trans 21474840716 rc 0/0 00000100:00100000:0.0:1767316921.670517:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12624 00000100:00100000:0.0:1767316921.670532:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12625 00000100:00100000:0.0:1767316921.670538:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:6215:x1853163985792000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.670548:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:563 count 1 00002000:00010000:0.0:1767316921.670561:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.670565:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670573:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.670574:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.670577:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670586:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670592:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670598:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670605:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767316921.670755:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:6215:x1853163985792000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (4245us total) trans 17179873812 rc 0/0 00000100:00100000:0.0:1767316921.670760:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12625 00000100:00100000:0.0:1767316921.670774:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12626 00000100:00100000:0.0:1767316921.670781:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:6215:x1853163985790976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.670792:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:34 count 1 00002000:00010000:0.0:1767316921.670847:0:45244:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.670852:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670864:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.670865:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.670868:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670876:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670884:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670890:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.670898:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767316921.671019:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:6215:x1853163985790976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 237us (4599us total) trans 21474840717 rc 0/0 00000100:00100000:0.0:1767316921.671025:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12626 00010000:00010000:0.0:1767316921.671055:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767316921.671062:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671074:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671078:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671087:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671102:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671109:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85df200/0xc472cb5f51ba9e7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671126:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767316921.671130:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671136:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671139:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671146:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671155:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671166:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51ba9e83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671180:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767316921.671184:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671190:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671193:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671201:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671209:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671215:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38400/0xc472cb5f51ba9e8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671226:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316921.671229:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671236:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671238:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671245:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671254:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671259:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51ba9e91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671269:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316921.671272:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671278:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671281:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671287:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671296:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671302:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c38000/0xc472cb5f51ba9e98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671318:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.671322:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671328:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671331:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671338:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671346:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671352:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38200/0xc472cb5f51ba9e9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671362:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.671365:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671371:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.671374:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671381:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671390:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671396:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9ea6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.671404:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.671406:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.671407:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.671434:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.671471:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bc700/2, rc 0, transno 21474840712 00000100:00100000:0.0:1767316921.671486:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789568:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316921.671501:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.671516:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7dd2300/2, rc 0, transno 21474840717 00000100:00100000:0.0:1767316921.671521:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985790976:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.671529:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3bb80/2, rc 0, transno 21474840716 00000100:00100000:0.0:1767316921.671533:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985791488:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.671543:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb38a80/2, rc 0, transno 17179873812 00000100:00100000:0.0:1767316921.671551:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985792000:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.671561:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc57e2a00/2, rc 0, transno 21474840715 00000100:00100000:0.0:1767316921.671564:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc57e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985791104:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.671573:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3a680/2, rc 0, transno 17179873811 00000100:00100000:0.0:1767316921.671577:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985791616:0@lo:6:osp-syn-1-0.0 00002000:00010000:3.0:1767316921.671595:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 158, mtime: 0x69571739, atime: 0x69571739, ctime: 0x6957173a, blocks: 0xb 00010000:00010000:3.0:1767316921.671601:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.671609:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.671610:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.671613:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.671621:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.671635:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.671642:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.671643:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985792640:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767316921.671654:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.671679:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.671704:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316921.671710:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985792768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.671844:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:6214:x1853163985789440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8620us (10961us total) trans 21474840718 rc 0/0 00000100:00100000:3.0:1767316921.671852:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12607 00000100:00100000:3.0:1767316921.671866:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792640 00000100:00100000:3.0:1767316921.671871:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792640 00000100:00100000:3.0:1767316921.671897:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12627 00000100:00100000:3.0:1767316921.671903:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+58:6214:x1853163985792640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.671918:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:32 count 1 00000100:00100000:0.0:1767316921.671968:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1767316921.672007:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316921.672012:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672020:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.672021:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.672024:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672032:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672043:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672050:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672062:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767316921.672191:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:6214:x1853163985792640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 288us (511us total) trans 17179873813 rc 0/0 00000100:00100000:3.0:1767316921.672198:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12627 00000100:00100000:3.0:1767316921.672208:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792768 00000100:00100000:3.0:1767316921.672212:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792768 00000100:00100000:3.0:1767316921.672230:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12628 00000100:00100000:3.0:1767316921.672235:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:6214:x1853163985792768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.672246:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00002000:00010000:3.0:1767316921.672307:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316921.672313:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672320:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.672322:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.672325:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672333:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672346:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672353:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.672365:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316921.672481:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+60:6214:x1853163985792768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 245us (512us total) trans 17179873814 rc 0/0 00000100:00100000:3.0:1767316921.672488:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12628 00000004:00080000:0.0:1767316921.672811:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50ca80/2, rc 0, transno 17179873814 00000100:00100000:0.0:1767316921.672821:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985792768:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.672887:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efc50c000/2, rc 0, transno 17179873813 00000100:00100000:0.0:1767316921.672892:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985792640:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.672902:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ecc1bf100/2, rc 0, transno 21474840718 00000100:00100000:0.0:1767316921.672906:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ecc1bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985789440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316921.672944:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316921.672950:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.672958:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.672962:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.672969:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.672982:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673163:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07c00/0xc472cb5f51ba9ead lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673184:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.673188:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673194:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b07000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.673197:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673204:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673215:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673222:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07000/0xc472cb5f51ba9eb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673233:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.673236:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673242:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef7b06000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.673245:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673251:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673260:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673267:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06000/0xc472cb5f51ba9ebb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.673277:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.673279:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.673281:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.673327:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.673331:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.673343:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985793024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.673368:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.673385:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316921.673388:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985792896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.673399:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.673413:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793024 00000100:00100000:0.0:1767316921.673416:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793024 00000100:00100000:0.0:1767316921.673432:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985792896 00000100:00100000:0.0:1767316921.673433:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985792896 00000100:00100000:0.0:1767316921.673643:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12629 00000100:00100000:0.0:1767316921.673651:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:6213:x1853163985793024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.673663:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12630 00000100:00100000:2.0:1767316921.673814:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:6212:x1853163985791232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7732us (7791us total) trans 21474840714 rc 0/0 00000100:00100000:2.0:1767316921.673826:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12614 00000100:00100000:3.0:1767316921.674012:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+61:6213:x1853163985792896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.674032:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:34 count 1 00002000:00080000:0.0:1767316921.674108:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:35 count 1 00002000:00010000:0.0:1767316921.674276:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767316921.674276:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.674283:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.674283:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.674296:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.674297:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.674298:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.674298:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.674303:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.674303:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674316:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.674316:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674326:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.674326:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674335:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.674335:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674351:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767316921.674354:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767316921.674662:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:6213:x1853163985792896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 992us (1260us total) trans 17179873815 rc 0/0 00000100:00100000:3.0:1767316921.674670:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12630 00000100:00100000:0.0:1767316921.674782:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:6213:x1853163985793024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1132us (1412us total) trans 17179873816 rc 0/0 00000100:00100000:0.0:1767316921.674788:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12629 00010000:00010000:0.0:1767316921.674825:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.674831:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674838:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dee00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.674842:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674851:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674867:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674873:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85dee00/0xc472cb5f51ba9ec2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674885:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.674887:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674891:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.674892:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674897:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674902:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674906:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9200/0xc472cb5f51ba9ec9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.674911:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.674912:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.674913:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.674918:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.674922:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.675077:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.675118:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.675142:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767316921.675148:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.675171:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.675188:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.675206:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.675231:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793280 00000100:00100000:0.0:1767316921.675236:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793280 00000100:00100000:0.0:1767316921.675262:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793152 00000100:00100000:0.0:1767316921.675265:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793152 00000100:00100000:0.0:1767316921.675280:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793664 00000100:00100000:0.0:1767316921.675282:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793664 00000100:00100000:0.0:1767316921.675294:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12631 00000100:00100000:0.0:1767316921.675300:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:6215:x1853163985793280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.675317:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:40 count 1 00002000:00010000:0.0:1767316921.675408:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.675414:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675423:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.675425:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.675429:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675439:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675452:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675459:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675472:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.675653:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:6215:x1853163985793280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 352us (534us total) trans 21474840719 rc 0/0 00000100:00100000:0.0:1767316921.675660:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12631 00000100:00100000:0.0:1767316921.675675:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12632 00000100:00100000:0.0:1767316921.675681:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:6215:x1853163985793152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.675692:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:39 count 1 00002000:00010000:0.0:1767316921.675779:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.675784:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675791:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.675793:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.675795:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675804:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675812:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675820:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.675833:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.675955:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:6215:x1853163985793152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 273us (783us total) trans 21474840720 rc 0/0 00000100:00100000:0.0:1767316921.675962:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12632 00000100:00100000:0.0:1767316921.675975:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12633 00000100:00100000:0.0:1767316921.675981:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:6215:x1853163985793664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.676003:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:624 count 1 00002000:00010000:0.0:1767316921.676019:0:14915:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x270:0x0] initial LVB size: 0, mtime: 0x69571d2e, atime: 0x69571d2e, ctime: 0x69571d2e, blocks: 0x1 00010000:00010000:0.0:1767316921.676024:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 3/0,1 mode: --/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676031:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.676033:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.676035:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676044:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676052:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676059:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676071:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767316921.676213:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:6215:x1853163985793664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 232us (1005us total) trans 21474840721 rc 0/0 00000100:00100000:0.0:1767316921.676220:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12633 00010000:00010000:0.0:1767316921.676247:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316921.676253:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676262:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.676266:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676275:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676289:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676296:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de000/0xc472cb5f51ba9ed0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676312:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.676315:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676322:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85df600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.676325:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676332:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676341:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676348:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85df600/0xc472cb5f51ba9ed7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676362:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.676365:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676371:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85de200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.676374:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676381:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676390:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 1/0,0 mode: --/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676397:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85de200/0xc472cb5f51ba9ede lrc: 0/0,0 mode: --/PW res: [0x240000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676413:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.676415:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.676417:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.676423:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.676428:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.676446:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985793536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.676480:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.676516:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efb686a00/2, rc 0, transno 17179873815 00000100:00100000:0.0:1767316921.676527:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985792896:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.676539:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efb687800/2, rc 0, transno 17179873816 00000100:00100000:0.0:1767316921.676543:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985793024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.676553:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316921.676559:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985793408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.676582:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.676606:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793536 00000100:00100000:0.0:1767316921.676611:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793536 00000100:00100000:0.0:1767316921.676633:0:37088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793408 00000100:00100000:0.0:1767316921.676636:0:37088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793408 00000100:00100000:0.0:1767316921.676651:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12634 00000100:00100000:0.0:1767316921.676657:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5465050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:6213:x1853163985793536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.676674:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:612 count 1 00002000:00010000:0.0:1767316921.676691:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x264:0x0] initial LVB size: 0, mtime: 0x69571c3e, atime: 0x69571c3e, ctime: 0x69571c3f, blocks: 0x1 00010000:00010000:0.0:1767316921.676697:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676705:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.676707:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.676711:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676720:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676750:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676758:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.676771:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.677116:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5465050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:6213:x1853163985793536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 458us (635us total) trans 21474840722 rc 0/0 00000100:00100000:0.0:1767316921.677123:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12634 00000001:00080000:3.0:1767316921.677147:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873800 is committed 00000100:00100000:0.0:1767316921.677169:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12635 00000100:00100000:0.0:1767316921.677176:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:6213:x1853163985793408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.677188:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:610 count 1 00010000:00010000:0.0:1767316921.677198:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677210:0:37088:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.677218:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.677220:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.677223:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 4/0,1 mode: --/PW res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677250:0:37088:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.677262:0:37088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 11 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.677274:0:37088:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985793792:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316921.677334:0:37088:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee797b9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1767316921.677397:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.677402:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677408:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.677412:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677420:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677431:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677438:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9ee5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677457:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.677459:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.677460:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.677480:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.677507:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.677535:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b1f80/2, rc 0, transno 21474840720 00000100:00100000:0.0:1767316921.677548:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793152:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.677560:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b3b80/2, rc 0, transno 21474840721 00000100:00100000:0.0:1767316921.677563:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793664:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.677571:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b1c00/2, rc 0, transno 21474840719 00000100:00100000:0.0:1767316921.677575:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.677592:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985793920 00000100:00100000:0.0:1767316921.677596:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985793920 00000100:00100000:0.0:1767316921.677620:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12636 00000100:00100000:0.0:1767316921.677628:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:6215:x1853163985793920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.677641:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:36 count 1 00002000:00010000:0.0:1767316921.677779:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.677785:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677792:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.677794:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.677798:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677812:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677819:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677826:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.677841:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.678032:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:6215:x1853163985793920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 404us (522us total) trans 17179873817 rc 0/0 00000100:00100000:0.0:1767316921.678039:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12636 00010000:00010000:0.0:1767316921.678057:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.678061:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.678067:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.678069:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.678075:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.678083:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.678094:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1200/0xc472cb5f51ba9ef3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.678107:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.678108:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.678110:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.678163:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985794176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.678190:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.678226:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b2a00/2, rc 0, transno 21474840722 00000100:00100000:0.0:1767316921.678244:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985793536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.678254:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316921.678259:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985794048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.678280:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.678305:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985794432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.678327:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.678343:0:6215:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873800 gen 2 00000004:00080000:0.0:1767316921.678348:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca065880, transno 17179873763 00000004:00080000:0.0:1767316921.678356:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca064700, transno 17179873764 00000004:00080000:0.0:1767316921.678359:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca065500, transno 17179873765 00000004:00080000:0.0:1767316921.678362:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca065f80, transno 17179873766 00000004:00080000:0.0:1767316921.678364:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca067480, transno 17179873767 00000004:00080000:0.0:1767316921.678366:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca065180, transno 17179873768 00000004:00080000:0.0:1767316921.678369:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca066a00, transno 17179873769 00000004:00080000:0.0:1767316921.678371:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca067b80, transno 17179873770 00000004:00080000:0.0:1767316921.678373:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4125c00, transno 17179873771 00000004:00080000:0.0:1767316921.678376:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e54000, transno 17179873772 00000004:00080000:0.0:1767316921.678379:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4124a80, transno 17179873773 00000004:00080000:0.0:1767316921.678381:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4124e00, transno 17179873774 00000004:00080000:0.0:1767316921.678384:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e55500, transno 17179873775 00000004:00080000:0.0:1767316921.678386:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4126300, transno 17179873776 00000004:00080000:0.0:1767316921.678389:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4126680, transno 17179873777 00000004:00080000:0.0:1767316921.678391:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4125f80, transno 17179873778 00000004:00080000:0.0:1767316921.678394:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd052d80, transno 17179873779 00000004:00080000:0.0:1767316921.678397:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd050700, transno 17179873780 00000004:00080000:0.0:1767316921.678399:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd051c00, transno 17179873781 00000004:00080000:0.0:1767316921.678402:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414c380, transno 17179873782 00000004:00080000:0.0:1767316921.678404:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf7800, transno 17179873783 00000004:00080000:0.0:1767316921.678407:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf5f80, transno 17179873784 00000004:00080000:0.0:1767316921.678409:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd051500, transno 17179873785 00000004:00080000:0.0:1767316921.678411:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414fb80, transno 17179873786 00000004:00080000:0.0:1767316921.678414:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf4e00, transno 17179873787 00000004:00080000:0.0:1767316921.678416:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef414d880, transno 17179873788 00000004:00080000:0.0:1767316921.678419:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9bf4380, transno 17179873789 00000004:00080000:0.0:1767316921.678422:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efd052300, transno 17179873790 00000004:00080000:0.0:1767316921.678425:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c7800, transno 17179873791 00000004:00080000:0.0:1767316921.678427:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c5180, transno 17179873792 00000004:00080000:0.0:1767316921.678430:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c6a00, transno 17179873793 00000004:00080000:0.0:1767316921.678432:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c5c00, transno 17179873794 00000004:00080000:0.0:1767316921.678434:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c4000, transno 17179873795 00000004:00080000:0.0:1767316921.678436:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c5880, transno 17179873796 00000004:00080000:0.0:1767316921.678439:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9af4380, transno 17179873797 00000004:00080000:0.0:1767316921.678441:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9af6d80, transno 17179873798 00000004:00080000:0.0:1767316921.678443:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9af4a80, transno 17179873799 00000004:00080000:0.0:1767316921.678446:0:6215:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef55c7b80, transno 17179873800 00000100:00100000:0.0:1767316921.678452:0:6215:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9b3ecc1bd180 x1853163985789824/t17179873801(17179873801) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767316921.678460:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b3800/2, rc 0, transno 17179873817 00000100:00100000:0.0:1767316921.678463:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985793920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.678470:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316921.678475:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985794304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.678495:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.678638:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794176 00000100:00100000:2.0:1767316921.678644:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794176 00000100:00100000:2.0:1767316921.678670:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794048 00000100:00100000:2.0:1767316921.678673:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794048 00000100:00100000:2.0:1767316921.678690:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794432 00000100:00100000:2.0:1767316921.678693:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794432 00000100:00100000:2.0:1767316921.678705:0:38185:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794304 00000100:00100000:2.0:1767316921.678708:0:38185:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794304 00000100:00100000:2.0:1767316921.678724:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12637 00000100:00100000:2.0:1767316921.678786:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:6213:x1853163985794176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316921.678808:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:625 count 1 00002000:00010000:2.0:1767316921.678834:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x271:0x0] initial LVB size: 0, mtime: 0x69571d34, atime: 0x69571d34, ctime: 0x69571d35, blocks: 0x1 00000004:00080000:0.0:1767316921.678841:0:41813:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 26 changes, 21 in progress, 7 in flight, 38 done 00010000:00010000:2.0:1767316921.678842:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.678855:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.678857:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.678861:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.678876:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.678886:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.678894:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.678913:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.678918:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12638 00000100:00100000:0.0:1767316921.678928:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:6213:x1853163985794048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.678943:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:37 count 1 00002000:00010000:0.0:1767316921.679100:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.679106:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679114:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.679117:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.679120:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679130:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679138:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679145:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316921.679159:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:6213:x1853163985794176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 374us (965us total) trans 21474840723 rc 0/0 00000100:00100000:2.0:1767316921.679175:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12637 00010000:00010000:0.0:1767316921.679179:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316921.679196:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12639 00000100:00100000:2.0:1767316921.679205:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:6215:x1853163985794432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316921.679218:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:631 count 1 00010000:00010000:2.0:1767316921.679231:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.679247:0:38185:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316921.679255:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.679270:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.679273:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.679303:0:38185:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 11 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316921.679324:0:38185:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 11 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:2.0:1767316921.679339:0:38185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:38185:1853163985794816:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316921.679378:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:6213:x1853163985794048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 449us (1094us total) trans 17179873818 rc 0/0 00000100:00100000:0.0:1767316921.679387:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12638 00000100:00100000:0.0:1767316921.679400:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12640 00000100:00100000:0.0:1767316921.679407:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:6215:x1853163985794304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.679418:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:626 count 1 00002000:00010000:0.0:1767316921.679435:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x272:0x0] initial LVB size: 0, mtime: 0x69571d34, atime: 0x69571d34, ctime: 0x69571d35, blocks: 0x1 00010000:00010000:0.0:1767316921.679440:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679447:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.679449:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.679451:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679459:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679466:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679473:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679486:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767316921.679626:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:6215:x1853163985794304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 219us (1129us total) trans 21474840724 rc 0/0 00000100:00100000:0.0:1767316921.679633:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12640 00010000:00010000:0.0:1767316921.679651:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316921.679656:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679664:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.679668:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679677:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679691:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 1/0,0 mode: --/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679698:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4000/0xc472cb5f51ba9efa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679713:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.679716:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679722:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.679725:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679763:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679774:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679780:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0400/0xc472cb5f51ba9f01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679797:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.679801:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679807:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.679810:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679818:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679829:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679837:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9f0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.679858:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.679861:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316921.679861:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985794560:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.679865:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.679874:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.679882:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.679895:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985794688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316921.679904:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.679927:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767316921.679966:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ee7dd3b80/2, rc 0, transno 21474840713 00000004:00080000:0.0:1767316921.679969:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b2d80/2, rc 0, transno 17179873818 00000100:00100000:1.0:1767316921.679982:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ee7dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985790848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.679983:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985794048:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.680010:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b1880/2, rc 0, transno 21474840723 00000100:00100000:0.0:1767316921.680014:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985794176:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316921.680020:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb38380/2, rc 0, transno 17179873809 00000100:00100000:1.0:1767316921.680028:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791872:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767316921.680041:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb39500/2, rc 0, transno 17179873810 00000100:00100000:1.0:1767316921.680046:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985792384:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767316921.680061:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3aa00/2, rc 0, transno 21474840714 00000100:00100000:1.0:1767316921.680068:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791232:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316921.680080:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb3ad80/2, rc 0, transno 17179873808 00000100:00100000:1.0:1767316921.680086:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.680143:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.680166:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.680182:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316921.680186:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.680206:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.680223:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985794944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.680241:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.680250:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316921.680254:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec9ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985795072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.680270:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.680289:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794560 00000100:00100000:0.0:1767316921.680294:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794560 00000100:00100000:0.0:1767316921.680317:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794688 00000100:00100000:0.0:1767316921.680320:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794688 00000100:00100000:0.0:1767316921.680333:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795200 00000100:00100000:0.0:1767316921.680335:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795200 00000100:00100000:0.0:1767316921.680347:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795328 00000100:00100000:0.0:1767316921.680351:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795328 00000100:00100000:0.0:1767316921.680362:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985794944 00000100:00100000:0.0:1767316921.680366:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985794944 00000100:00100000:0.0:1767316921.680381:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795072 00000100:00100000:0.0:1767316921.680385:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795072 00000100:00100000:0.0:1767316921.680401:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12641 00000100:00100000:0.0:1767316921.680410:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:6212:x1853163985794560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.680426:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:38 count 1 00002000:00010000:0.0:1767316921.680535:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.680542:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680552:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.680556:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767316921.680558:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efdb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:6212:x1853163985792256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13836us (14454us total) trans 17179873819 rc 0/0 00010000:00010000:0.0:1767316921.680561:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.680572:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12616 00010000:00010000:0.0:1767316921.680580:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680590:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.680597:0:14912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12642 00010000:00010000:0.0:1767316921.680599:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680615:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316921.680620:0:14912:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:6213:x1853163985794688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316921.680638:0:14912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:634 count 1 00010000:00010000:1.0:1767316921.680655:0:14912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.680671:0:14912:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316921.680680:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.680681:0:14912:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.680685:0:14912:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.680713:0:14912:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 11 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316921.680767:0:14912:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 11 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:1.0:1767316921.680781:0:14912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14912:1853163985795840:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316921.680796:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:6212:x1853163985794560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 386us (891us total) trans 17179873820 rc 0/0 00000100:00100000:0.0:1767316921.680804:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12641 00000100:00100000:0.0:1767316921.680821:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12643 00000100:00100000:0.0:1767316921.680829:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:6212:x1853163985795200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.680840:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:616 count 1 00000100:00100000:1.0:1767316921.680854:0:14912:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee0c0 going to sleep for 11 seconds 00002000:00010000:0.0:1767316921.680857:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x268:0x0] initial LVB size: 0, mtime: 0x69571c3e, atime: 0x69571c3e, ctime: 0x69571c3f, blocks: 0x1 00010000:00010000:0.0:1767316921.680864:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680873:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.680875:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.680878:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680887:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680894:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.680901:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.681095:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.681227:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:6212:x1853163985795200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 399us (1060us total) trans 17179873821 rc 0/0 00000100:00100000:0.0:1767316921.681231:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12643 00000100:00100000:0.0:1767316921.681242:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12644 00000100:00100000:0.0:1767316921.681246:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:6212:x1853163985795328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.681255:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:617 count 1 00002000:00010000:0.0:1767316921.681266:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x269:0x0] initial LVB size: 0, mtime: 0x69571c3e, atime: 0x69571c3e, ctime: 0x69571c3f, blocks: 0x1 00010000:00010000:0.0:1767316921.681271:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.681278:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.681280:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.681283:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.681291:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.681298:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.681305:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.681708:0:38185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8480 going to sleep for 11 seconds 00000100:00100000:2.0:1767316921.684884:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985795584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.684954:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767316921.685018:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad4a80/2, rc 0, transno 21474840724 00000100:00100000:2.0:1767316921.685042:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985794304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.685059:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316921.685066:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985795456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.685091:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.685124:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795584 00000100:00100000:2.0:1767316921.685131:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795584 00000100:00100000:2.0:1767316921.685165:0:45244:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795456 00000100:00100000:2.0:1767316921.685168:0:45244:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795456 00000100:00100000:2.0:1767316921.685182:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12645 00000100:00100000:2.0:1767316921.685190:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:6214:x1853163985794944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316921.685215:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:614 count 1 00010000:00010000:2.0:1767316921.685240:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.685261:0:45244:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316921.685269:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.685271:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.685274:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.685299:0:45244:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 11 pid: 37089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316921.685311:0:45244:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 11 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:2.0:1767316921.685322:0:45244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efc5e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985796096:192.168.204.9@tcp:104: 00000100:00100000:2.0:1767316921.685377:0:45244:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ec86e8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767316921.685661:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12646 00000100:00100000:2.0:1767316921.685671:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:6214:x1853163985795072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767316921.685686:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:615 count 1 00002000:00010000:2.0:1767316921.685710:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316921.685716:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.685725:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.685748:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.685752:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.685766:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.685775:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.685782:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.686573:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316921.686942:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083200 00000100:00100000:3.0:1767316921.686948:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083200 00010000:00010000:3.0:1767316921.687004:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 12 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.687039:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6442 00000100:00100000:3.0:1767316921.687048:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163934083200:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316921.687062:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316921.687067:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 12 pid: 37089 timeout: 2266 lvb_type: 1 00010000:00010000:3.0:1767316921.687079:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 12 pid: 37089 timeout: 2266 lvb_type: 1 00010000:00010000:3.0:1767316921.687101:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.687103:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.687108:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.687116:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.687133:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316921.687177:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2484:x1853163934083200:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 128us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316921.687184:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6442 00010000:00010000:1.0:1767316921.687752:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767316921.687762:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.687772:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.687777:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687784:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767316921.687787:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.687804:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.687812:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0000/0xc472cb5f51ba9f16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687837:0:32619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9000/0xc472cb5f51ba96bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b117 expref: 11 pid: 37089 timeout: 2266 lvb_type: 1 00010000:00010000:1.0:1767316921.687841:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316921.687848:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.687857:0:32619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc50fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:32619:1853163985792512:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316921.687871:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.687876:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687885:0:32619:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.687886:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.687902:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687926:0:32619:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687933:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687942:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687949:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.687965:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767316921.688304:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767316921.688626:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:6212:x1853163985791360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20828us (22431us total) trans 21474840725 rc 0/0 00000100:00100000:0.0:1767316921.688635:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12618 00000100:00100000:0.0:1767316921.688669:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12647 00000100:00100000:0.0:1767316921.688680:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:6215:x1853163985795584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.688708:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:636 count 1 00010000:00010000:0.0:1767316921.688757:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.688774:0:32619:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 10 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.688781:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.688784:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.688788:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.688817:0:32619:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 10 pid: 14912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.688830:0:32619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 10 pid: 14912 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.688842:0:32619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:32619:1853163985796224:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316921.689456:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0800/0xc472cb5f51ba9f24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689484:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767316921.689488:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689496:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.689500:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689508:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689524:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689535:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1e00/0xc472cb5f51ba9f2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689547:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767316921.689550:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689555:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.689558:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689565:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689574:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689581:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5e00/0xc472cb5f51ba9f39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.689594:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.689598:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316921.689605:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:6214:x1853163985795072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3934us (9331us total) trans 17179873822 rc 0/0 00000100:00100000:0.0:1767316921.689717:0:32619:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee797b000 going to sleep for 11 seconds 00000100:00100000:2.0:1767316921.689885:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12646 00000100:00080000:0.0:1767316921.689915:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767316921.689916:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12648 00000100:00100000:2.0:1767316921.689941:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:6215:x1853163985795456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316921.689952:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.689959:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.689979:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795712:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316921.689983:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:635 count 1 00002000:00010000:2.0:1767316921.690031:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27b:0x0] initial LVB size: 29, mtime: 0x69571da9, atime: 0x69571da7, ctime: 0x69571daa, blocks: 0xb 00010000:00010000:2.0:1767316921.690037:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.690038:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767316921.690048:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.690051:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.690054:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.690063:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.690068:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.690073:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.690086:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767316921.690290:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad5500/2, rc 0, transno 17179873821 00000100:00100000:0.0:1767316921.690305:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795200:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.690322:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad4700/2, rc 0, transno 17179873820 00000100:00100000:0.0:1767316921.690326:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985794560:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.690337:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb38000/2, rc 0, transno 21474840725 00000100:00100000:0.0:1767316921.690348:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985791360:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.690358:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb39880/2, rc 0, transno 17179873819 00000100:00100000:0.0:1767316921.690362:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985792256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.690373:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316921.690379:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.690403:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316921.690423:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.690429:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.690437:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.690441:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.690450:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.690464:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.690471:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4800/0xc472cb5f51ba9f47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.690487:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.690489:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.690491:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.690499:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.690618:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985796352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.690645:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.690667:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad7480/2, rc 0, transno 17179873822 00000100:00100000:0.0:1767316921.690676:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985795072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.690685:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316921.690691:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985796480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.690712:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.690875:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985796608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316921.690993:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85dea00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.690998:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.691007:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.691019:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.691025:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85dea00/0xc472cb5f51ba9e75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.691043:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.691044:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.691046:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.691144:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.691158:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316921.691164:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985796736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.691186:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.691206:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316921.691213:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc41aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985796864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.691294:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.691558:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc57e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:6214:x1853163985790464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27917us (30630us total) trans 17179873823 rc 0/0 00000100:00100000:0.0:1767316921.691568:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12609 00000100:00100000:0.0:1767316921.691752:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795712 00000100:00100000:0.0:1767316921.691760:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795712 00000100:00100000:0.0:1767316921.691790:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985795968 00000100:00100000:0.0:1767316921.691794:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985795968 00000100:00100000:0.0:1767316921.691807:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985796352 00000100:00100000:0.0:1767316921.691810:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985796352 00000100:00100000:0.0:1767316921.691822:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985796480 00000100:00100000:0.0:1767316921.691826:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985796480 00000100:00100000:0.0:1767316921.691838:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985796608 00000100:00100000:0.0:1767316921.691841:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985796608 00000100:00100000:0.0:1767316921.691853:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985796736 00000100:00100000:0.0:1767316921.691856:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985796736 00000100:00100000:0.0:1767316921.691871:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985796864 00000100:00100000:0.0:1767316921.691874:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985796864 00000100:00100000:0.0:1767316921.691892:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12649 00000100:00100000:0.0:1767316921.691900:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:6212:x1853163985795712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.691925:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:41 count 1 00000100:00100000:2.0:1767316921.692121:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:6215:x1853163985795456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2194us (7027us total) trans 21474840726 rc 0/0 00000100:00100000:2.0:1767316921.692144:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12648 00002000:00010000:0.0:1767316921.692146:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x69571765, atime: 0x69571765, ctime: 0x69571766, blocks: 0x1 00010000:00010000:0.0:1767316921.692155:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316921.692164:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12650 00010000:00010000:0.0:1767316921.692167:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.692171:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767316921.692175:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:6212:x1853163985795968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316921.692178:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767316921.692191:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:48 count 1 00010000:00010000:0.0:1767316921.692193:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692204:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692212:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316921.692274:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316921.692280:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692291:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.692305:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.692311:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692320:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.692322:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.692325:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.692327:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.692333:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692337:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692361:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692370:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9f4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.692371:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.692392:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.692394:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.692396:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.692429:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e0a80/2, rc 0, transno 21474840726 00000100:00100000:0.0:1767316921.692441:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985795456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.692492:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985796992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.692522:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.692894:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:6212:x1853163985795712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 992us (2854us total) trans 21474840727 rc 0/0 00000100:00100000:0.0:1767316921.692902:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12649 00000004:00080000:0.0:1767316921.692960:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e0000/2, rc 0, transno 21474840727 00000100:00100000:0.0:1767316921.692969:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795712:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767316921.693087:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41aea00/2, rc 0, transno 17179873823 00010000:00010000:2.0:1767316921.693090:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693099:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.693106:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985790464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767316921.693122:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316921.693339:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:6212:x1853163985795968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1166us (2933us total) trans 21474840728 rc 0/0 00000100:00100000:2.0:1767316921.693347:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12650 00000100:00100000:2.0:1767316921.693375:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985796992 00000100:00100000:2.0:1767316921.693381:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985796992 00010000:00010000:0.0:1767316921.693400:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.693407:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316921.693417:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12651 00010000:00010000:0.0:1767316921.693419:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.693424:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316921.693429:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:6214:x1853163985796352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.693444:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767316921.693455:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:626 count 1 00010000:00010000:0.0:1767316921.693458:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693466:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4c00/0xc472cb5f51ba9f55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693481:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767316921.693481:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x272:0x0] initial LVB size: 0, mtime: 0x69571d2e, atime: 0x69571d2e, ctime: 0x69571d2e, blocks: 0x1 00010000:00010000:0.0:1767316921.693484:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.693488:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.693491:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693501:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.693504:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.693507:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693519:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693527:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.693528:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767316921.693542:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693559:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.693565:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.693595:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316921.693602:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.693633:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316921.693656:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.693662:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693670:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.693673:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693680:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693694:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693700:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5a00/0xc472cb5f51ba9f5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693715:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.693717:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.693720:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316921.693757:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:6214:x1853163985796352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 331us (3109us total) trans 17179873824 rc 0/0 00000100:00100000:0.0:1767316921.693764:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985797248 00000100:00100000:2.0:1767316921.693767:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12651 00000100:00100000:0.0:1767316921.693772:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985797248 00000100:00100000:2.0:1767316921.693790:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985797120 00000100:00100000:2.0:1767316921.693796:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985797120 00000100:00100000:0.0:1767316921.693816:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12652 00000100:00100000:2.0:1767316921.693823:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12653 00000100:00100000:0.0:1767316921.693828:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:6214:x1853163985796480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316921.693838:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:6212:x1853163985796608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.693844:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:627 count 1 00002000:00080000:2.0:1767316921.693853:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:628 count 1 00002000:00010000:0.0:1767316921.693861:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x273:0x0] initial LVB size: 0, mtime: 0x69571d2e, atime: 0x69571d2e, ctime: 0x69571d2e, blocks: 0x1 00010000:00010000:0.0:1767316921.693867:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767316921.693873:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x274:0x0] initial LVB size: 0, mtime: 0x69571d34, atime: 0x69571d34, ctime: 0x69571d35, blocks: 0x1 00010000:00010000:0.0:1767316921.693874:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.693878:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.693882:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693884:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693908:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693910:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.693914:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.693919:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693920:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693941:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693944:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.693958:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693961:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316921.693969:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693973:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.693981:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.693999:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.694001:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.694003:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694012:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694024:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694031:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1000/0xc472cb5f51ba9f63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694050:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.694053:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694069:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.694073:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694079:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694090:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694097:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5c00/0xc472cb5f51ba9f6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694111:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.694113:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.694115:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.694122:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316921.694138:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:6212:x1853163985796608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 304us (2993us total) trans 17179873825 rc 0/0 00000100:00100000:2.0:1767316921.694147:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12653 00000100:00100000:2.0:1767316921.694164:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12654 00000100:00100000:2.0:1767316921.694172:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:6212:x1853163985796736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767316921.694186:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:50 count 1 00000100:00100000:0.0:1767316921.694406:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:6214:x1853163985796480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 581us (3692us total) trans 17179873826 rc 0/0 00000100:00100000:0.0:1767316921.694413:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12652 00000100:00100000:0.0:1767316921.694430:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12655 00000100:00100000:0.0:1767316921.694436:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:6215:x1853163985796864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.694448:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:629 count 1 00002000:00010000:0.0:1767316921.694462:0:14914:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x275:0x0] initial LVB size: 0, mtime: 0x69571d42, atime: 0x69571d42, ctime: 0x69571d42, blocks: 0x1 00010000:00010000:0.0:1767316921.694467:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694474:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.694476:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.694479:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694488:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694496:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694503:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694516:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.694525:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.694528:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694534:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.694537:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694545:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694554:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694560:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9f71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694577:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.694579:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.694581:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.694705:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:6215:x1853163985796864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 268us (3410us total) trans 17179873827 rc 0/0 00000100:00100000:0.0:1767316921.694712:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12655 00000004:00080000:0.0:1767316921.694772:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41aa680/2, rc 0, transno 17179873827 00000100:00100000:0.0:1767316921.694782:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985796864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.694831:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316921.694840:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985797376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.694871:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.694895:0:14914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985797376 00000100:00100000:0.0:1767316921.694900:0:14914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985797376 00000100:00100000:0.0:1767316921.694922:0:14914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12656 00000100:00100000:0.0:1767316921.694929:0:14914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:6215:x1853163985796992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.694943:0:14914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:52 count 1 00010000:00010000:0.0:1767316921.694958:0:14914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.694975:0:14914:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.694982:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.694995:0:14914:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.694998:0:14914:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695033:0:14914:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.695046:0:14914:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 10 pid: 37088 timeout: 2266 lvb_type: 1 00002000:00010000:2.0:1767316921.695102:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 500, mtime: 0x6957182a, atime: 0x6957182c, ctime: 0x6957182d, blocks: 0xb 00010000:00010000:2.0:1767316921.695110:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.695118:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.695120:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.695124:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.695133:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.695138:0:14914:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14914:1853163985797504:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316921.695142:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.695151:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.695173:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.695184:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.695191:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695198:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.695202:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695209:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695285:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695294:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4a00/0xc472cb5f51ba9f7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695315:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.695317:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.695319:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.695338:0:37088:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:37088:1853163985793792:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316921.695345:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1767316921.695355:0:37088:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.695362:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316921.695377:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316921.695399:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083328 00000100:00100000:3.0:1767316921.695403:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083328 00000100:00100000:0.0:1767316921.695422:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1767316921.695422:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 11 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.695444:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083456 00000100:00100000:3.0:1767316921.695444:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083584 00000100:00100000:0.0:1767316921.695447:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083456 00000100:00100000:3.0:1767316921.695447:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083584 00010000:00010000:0.0:1767316921.695460:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 13 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:3.0:1767316921.695460:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 13 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.695475:0:12905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083712 00000100:00100000:3.0:1767316921.695478:0:12905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083712 00000100:00100000:0.0:1767316921.695487:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6443 00000100:00100000:0.0:1767316921.695493:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163934083328:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316921.695500:0:12905:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 12 pid: 37089 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.695503:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.695507:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 13 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.695513:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6444 00010000:00010000:0.0:1767316921.695518:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 13 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.695519:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+13:2483:x1853163934083584:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316921.695526:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316921.695529:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 13 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.695534:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec85d9a00/0xc472cb5f51ba9713 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b133 expref: 13 pid: 37089 timeout: 2266 lvb_type: 1 00010000:00010000:3.0:1767316921.695538:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 13 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.695546:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.695548:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.695548:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.695549:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.695551:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.695553:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.695561:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.695565:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.695574:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316921.695577:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.695595:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934083328:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 102us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316921.695595:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934083584:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 74us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.695602:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6443 00000100:00100000:3.0:1767316921.696488:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6444 00000100:00100000:0.0:1767316921.696517:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6445 00000100:00100000:3.0:1767316921.696523:0:12905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6446 00000100:00100000:0.0:1767316921.696528:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934083456:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.696539:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.696545:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 10 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.696557:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 10 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.696572:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.696574:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.696577:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.696584:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.696597:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.696625:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934083456:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 100us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.696721:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6445 00000004:00080000:1.0:1767316921.696724:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e3b80/2, rc 0, transno 21474840728 00000100:00100000:3.0:1767316921.696742:0:12905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934083712:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767316921.696755:0:12905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1767316921.696762:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767316921.696763:0:12905:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 12 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00080000:0.0:1767316921.696775:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767316921.696778:0:12905:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 12 pid: 37089 timeout: 2266 lvb_type: 1 00000004:00080000:1.0:1767316921.696791:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41a8a80/2, rc 0, transno 17179873825 00010000:00010000:3.0:1767316921.696792:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.696796:0:12905:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.696799:0:12905:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.696807:0:12905:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.696809:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985796608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767316921.696827:0:12905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1767316921.696844:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41ab480/2, rc 0, transno 17179873826 00000100:00100000:1.0:1767316921.696850:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985796480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.701720:0:12905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934083712:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 4982us (6282us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316921.701749:0:12905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6446 00010000:00010000:3.0:1767316921.701850:0:38185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b06400/0xc472cb5f51ba9a8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b180 expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.701866:0:38185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:38185:1853163985794816:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316921.701890:0:38185:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.701901:0:38185:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.701907:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.701917:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.701925:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.701951:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767316921.702339:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:6215:x1853163985794432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23134us (24009us total) trans 21474840730 rc 0/0 00000100:00100000:3.0:1767316921.702348:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12639 00000100:00100000:3.0:1767316921.702369:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12657 00000100:00100000:3.0:1767316921.702381:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:6213:x1853163985797248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.702410:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:630 count 1 00002000:00010000:3.0:1767316921.702443:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x276:0x0] initial LVB size: 0, mtime: 0x69571d42, atime: 0x69571d42, ctime: 0x69571d42, blocks: 0x1 00010000:00010000:3.0:1767316921.702547:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702560:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.702562:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.702567:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702579:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702587:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702594:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702611:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767316921.702801:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:6213:x1853163985797248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 423us (9235us total) trans 17179873828 rc 0/0 00000100:00100000:3.0:1767316921.702808:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12657 00000100:00100000:3.0:1767316921.702824:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12658 00000100:00100000:3.0:1767316921.702830:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:6213:x1853163985797120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316921.702844:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:53 count 1 00002000:00010000:3.0:1767316921.702861:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x695718fe, atime: 0x695718fe, ctime: 0x695718ff, blocks: 0x1 00010000:00010000:3.0:1767316921.702866:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702874:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.702875:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.702878:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702888:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702895:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702902:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.702915:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316921.703057:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:6213:x1853163985797120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 227us (9424us total) trans 21474840731 rc 0/0 00000100:00100000:3.0:1767316921.703063:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12658 00000100:00100000:3.0:1767316921.703079:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12659 00000100:00100000:3.0:1767316921.703085:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:6215:x1853163985797376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.703097:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:634 count 1 00002000:00010000:3.0:1767316921.703112:0:38185:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27a:0x0] initial LVB size: 5, mtime: 0x69571d6a, atime: 0x69571d6a, ctime: 0x69571d6a, blocks: 0xb 00010000:00010000:3.0:1767316921.703117:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703123:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.703125:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.703128:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703136:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703144:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703151:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703165:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767316921.703330:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:6215:x1853163985797376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 244us (8459us total) trans 17179873829 rc 0/0 00000100:00100000:3.0:1767316921.703337:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12659 00010000:00010000:3.0:1767316921.703444:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec85d8a00/0xc472cb5f51ba970c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b12c expref: 11 pid: 37089 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.703456:0:45244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efc5e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985796096:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316921.703475:0:45244:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703484:0:45244:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703491:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703499:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703506:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703515:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767316921.703645:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc41a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:6214:x1853163985794944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18455us (23404us total) trans 17179873830 rc 0/0 00000100:00100000:3.0:1767316921.703651:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12645 00002000:00010000:3.0:1767316921.703775:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x6957173a, atime: 0x0, ctime: 0x6957173a, blocks: 0xb 00010000:00010000:3.0:1767316921.703782:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703789:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.703792:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.703795:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703803:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703812:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703819:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.703827:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767316921.703996:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc50ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:6215:x1853163985792128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34068us (37601us total) trans 17179873831 rc 0/0 00000100:00100000:3.0:1767316921.704004:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12623 00010000:00010000:3.0:1767316921.704175:0:14912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07200/0xc472cb5f51ba7f57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab36 expref: 8 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.704187:0:14912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14912:1853163985795840:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316921.704207:0:14912:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.704215:0:14912:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.704222:0:14912:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.704230:0:14912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.704238:0:14912:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.704247:0:14912:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000004:00080000:1.0:1767316921.706886:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41a8380/2, rc 0, transno 17179873824 00010000:00010000:0.0:1767316921.706890:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00000100:00100000:1.0:1767316921.706904:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985796352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.706905:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.706919:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.706925:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767316921.706926:0:6214:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad4e00/2, rc 0, transno 17179873830 00000100:00100000:1.0:1767316921.706936:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6214:1853163985794944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.706941:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.706964:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.706971:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef79e4e00/0xc472cb5f51ba9f08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707006:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767316921.707011:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707018:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.707021:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707032:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707044:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707050:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8800/0xc472cb5f51ba9f86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767316921.707282:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:6212:x1853163985796736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13108us (16091us total) trans 21474840729 rc 0/0 00000100:00100000:2.0:1767316921.707294:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12654 00010000:00010000:0.0:1767316921.707339:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767316921.707344:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707351:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.707353:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707361:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707370:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707377:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8c00/0xc472cb5f51ba9f8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707393:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767316921.707397:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707403:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.707406:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707413:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707422:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707428:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9800/0xc472cb5f51ba9f94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707439:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316921.707443:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707449:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e4600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.707451:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707457:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707465:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707471:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e4600/0xc472cb5f51ba9f32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707484:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.707487:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707493:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.707496:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707501:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707509:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707513:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8600/0xc472cb5f51ba9f9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707523:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.707527:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707538:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.707541:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707548:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707557:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707563:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654200/0xc472cb5f51ba9f1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.707576:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.707577:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.707579:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.707758:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.707852:0:12903:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083840 00000100:00100000:0.0:1767316921.707860:0:12903:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083840 00010000:00010000:0.0:1767316921.707893:0:12903:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 8 pid: 14912 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.707923:0:12903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6447 00000100:00100000:0.0:1767316921.707932:0:12903:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163934083840:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.707947:0:12903:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.707952:0:12903:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 8 pid: 14912 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.707966:0:12903:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 8 pid: 14912 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.707995:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.707997:0:12903:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.708001:0:12903:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.708011:0:12903:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.708034:0:12903:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1767316921.708557:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dc41aa300/2, rc 0, transno 21474840729 00000100:00100000:1.0:1767316921.708567:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985796736:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767316921.708805:0:37088:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.708816:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.708827:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.708836:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.708857:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.709707:0:12903:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2483:x1853163934083840:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 1769us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.709721:0:12903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6447 00010000:00010000:2.0:1767316921.710027:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316921.710036:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.710039:0:14912:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:6213:x1853163985794688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29422us (30110us total) trans 21474840732 rc 0/0 00010000:00010000:2.0:1767316921.710057:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0600 already unused, calling callback (ffffffffc15f8b40) 00000100:00100000:3.0:1767316921.710057:0:14912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12642 00010000:00010000:2.0:1767316921.710064:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.710076:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.710279:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 1/0,0 mode: --/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.710287:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0600/0xc472cb5f51ba9eec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.710311:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.710323:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.710327:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.710337:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.710345:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.710352:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767316921.710387:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e31c00/2, rc 0, transno 21474840731 00000100:00100000:2.0:1767316921.710395:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767316921.710411:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e30a80/2, rc 0, transno 17179873828 00000100:00100000:2.0:1767316921.710416:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797248:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767316921.710429:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e3800/2, rc 0, transno 21474840732 00000100:00100000:2.0:1767316921.710434:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985794688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.710442:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316921.710458:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316921.710508:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.710524:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985798272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.710552:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.710559:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.710588:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767316921.710594:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.710599:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985798400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.710636:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.710637:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985797632:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316921.710672:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.710673:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985797888 00000100:00100000:0.0:1767316921.710681:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985797888 00000100:00100000:2.0:1767316921.710691:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316921.710719:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.710780:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.710806:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.710821:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798272 00000100:00100000:0.0:1767316921.710826:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798272 00000004:00080000:2.0:1767316921.710831:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e30700/2, rc 0, transno 17179873829 00000100:00100000:2.0:1767316921.710844:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985797376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.710845:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985797760 00000100:00100000:0.0:1767316921.710850:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985797760 00000004:00080000:2.0:1767316921.710864:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad5c00/2, rc 0, transno 21474840730 00000100:00100000:0.0:1767316921.710865:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798400 00000100:00100000:0.0:1767316921.710871:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798400 00000100:00100000:2.0:1767316921.710876:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985794432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.710884:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985797632 00000100:00100000:0.0:1767316921.710888:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985797632 00000004:00080000:2.0:1767316921.710891:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3efdb39c00/2, rc 0, transno 17179873831 00000100:00100000:2.0:1767316921.710898:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efdb39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985792128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.710901:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798144 00000100:00100000:0.0:1767316921.710905:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798144 00000100:00100000:2.0:1767316921.710908:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767316921.710917:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.710918:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798656 00000100:00100000:0.0:1767316921.710922:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798656 00000100:00100000:0.0:1767316921.710942:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12660 00000100:00100000:2.0:1767316921.710948:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.710953:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:6213:x1853163985797888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767316921.710965:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798528:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.710982:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:638 count 1 00000100:00100000:2.0:1767316921.711003:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316921.711018:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.711040:0:15520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 10 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316921.711041:0:32619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3efc5cfc00/0xc472cb5f51ba858c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ad20 expref: 7 pid: 14912 timeout: 2266 lvb_type: 1 00000100:00100000:2.0:1767316921.711066:0:32619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc41aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:32619:1853163985796224:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316921.711098:0:32619:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.711108:0:32619:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.711115:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.711127:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.711134:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.711145:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.711150:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.711154:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.711183:0:15520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 10 pid: 15520 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.711196:0:15520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 10 pid: 15520 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.711207:0:15520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15520:1853163985798784:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316921.711324:0:15520:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee797b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767316921.711489:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985798912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.711507:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798016 00000100:00100000:3.0:1767316921.711511:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798016 00000100:00100000:0.0:1767316921.711515:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.711528:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316921.711534:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985799040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.711542:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798528 00000100:00100000:3.0:1767316921.711545:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798528 00000100:00100000:0.0:1767316921.711554:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316921.711556:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985798912 00000100:00100000:3.0:1767316921.711558:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985798912 00000100:00100000:3.0:1767316921.711567:0:14915:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985799040 00000100:00100000:3.0:1767316921.711569:0:14915:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985799040 00000100:00100000:3.0:1767316921.711580:0:14915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12661 00000100:00100000:3.0:1767316921.711587:0:14915:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:6212:x1853163985798272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767316921.711602:0:14915:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:58 count 1 00000100:00100000:0.0:1767316921.711607:0:45244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12662 00000100:00100000:0.0:1767316921.711613:0:45244:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+43:6213:x1853163985797760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767316921.711616:0:14915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767316921.711625:0:45244:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:637 count 1 00010000:00010000:3.0:1767316921.711627:0:14915:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.711634:0:45244:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.711640:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.711641:0:14915:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.711644:0:14915:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.711645:0:45244:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 10 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.711652:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316921.711653:0:45244:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1767316921.711656:0:45244:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.711672:0:45244:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 10 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.711672:0:14915:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.711682:0:45244:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 10 pid: 37088 timeout: 2266 lvb_type: 0 00010000:00010000:3.0:1767316921.711683:0:14915:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.711693:0:45244:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985799424:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316921.711695:0:14915:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14915:1853163985799296:192.168.204.9@tcp:104: 00000100:00100000:0.0:1767316921.711721:0:45244:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee797b000 going to sleep for 11 seconds 00010000:00010000:2.0:1767316921.711871:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.711968:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12663 00000100:00100000:0.0:1767316921.711976:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef5460850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:6212:x1853163985798400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.712002:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:60 count 1 00002000:00010000:0.0:1767316921.712029:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 1048576, mtime: 0x69571929, atime: 0x69571926, ctime: 0x69571929, blocks: 0x803 00010000:00010000:0.0:1767316921.712035:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712044:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.712047:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.712051:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712146:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712155:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712162:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712180:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316921.712298:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:6215:x1853163985795584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23621us (27343us total) trans 21474840734 rc 0/0 00000100:00100000:2.0:1767316921.712306:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12647 00000100:00100000:3.0:1767316921.712347:0:14915:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb954c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767316921.712366:0:38185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12664 00000100:00100000:3.0:1767316921.712374:0:38185:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efc5e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:6215:x1853163985797632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.712389:0:38185:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:635 count 1 00010000:00010000:3.0:1767316921.712401:0:38185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712413:0:38185:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316921.712419:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.712420:0:38185:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.712423:0:38185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712448:0:38185:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767316921.712458:0:38185:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 10 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:3.0:1767316921.712468:0:38185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:38185:1853163985799552:192.168.204.9@tcp:104: 00000100:00100000:3.0:1767316921.712493:0:38185:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3efb9540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767316921.712512:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12665 00000100:00100000:0.0:1767316921.712514:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef5460850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:6212:x1853163985798400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 540us (1880us total) trans 21474840735 rc 0/0 00000100:00100000:3.0:1767316921.712519:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:6215:x1853163985798144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.712520:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12663 00002000:00080000:3.0:1767316921.712531:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:40 count 1 00000100:00100000:0.0:1767316921.712536:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12666 00000100:00100000:0.0:1767316921.712542:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:6215:x1853163985798656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767316921.712552:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:44 count 1 00002000:00010000:0.0:1767316921.712635:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 12345, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767316921.712635:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.712642:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712642:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712650:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.712650:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.712652:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.712652:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.712656:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712656:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712665:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712674:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712674:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712683:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712683:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.712696:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712698:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767316921.712708:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767316921.712841:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:6215:x1853163985798656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 299us (2036us total) trans 21474840736 rc 0/0 00000100:00100000:0.0:1767316921.712847:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12666 00000100:00100000:0.0:1767316921.712862:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12667 00000100:00100000:0.0:1767316921.712868:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:6215:x1853163985798016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.712878:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:639 count 1 00002000:00010000:0.0:1767316921.712894:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 29, mtime: 0x69571daa, atime: 0x0, ctime: 0x69571daa, blocks: 0xb 00010000:00010000:0.0:1767316921.712899:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712911:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.712913:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.712935:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712945:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712952:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712959:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.712967:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1767316921.713357:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767316921.713365:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713374:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0200 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.713378:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713389:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713407:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713414:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0200/0xc472cb5f51ba9f40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713442:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767316921.713446:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713452:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.713456:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713464:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713474:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713481:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1800/0xc472cb5f51ba9fb7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713499:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1767316921.713504:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:6215:x1853163985798016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 634us (2553us total) trans 17179873833 rc 0/0 00010000:00010000:2.0:1767316921.713505:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.713520:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12667 00010000:00010000:2.0:1767316921.713521:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.713527:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713535:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.713542:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12668 00010000:00010000:2.0:1767316921.713552:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.713553:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:6215:x1853163985798528:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767316921.713568:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab0c00/0xc472cb5f51ba9fc5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767316921.713575:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:43 count 1 00010000:00010000:2.0:1767316921.713581:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316921.713586:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713595:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.713598:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713607:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713617:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713624:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9e00/0xc472cb5f51ba9fcc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713637:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316921.713640:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713652:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0e00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.713655:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767316921.713657:0:37089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 12345, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767316921.713668:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713670:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.713686:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.713692:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.713692:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.713697:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713705:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0e00/0xc472cb5f51ba9fd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.713712:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713721:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.713722:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.713724:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.713747:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.713770:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.713790:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.713932:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:6215:x1853163985798528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 380us (2929us total) trans 21474840737 rc 0/0 00000100:00100000:0.0:1767316921.713939:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12668 00000100:00100000:0.0:1767316921.713954:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12669 00000100:00100000:0.0:1767316921.713961:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:6212:x1853163985798912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.713973:0:37089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:45 count 1 00010000:00010000:0.0:1767316921.713996:0:37089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.714009:0:37089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767316921.714015:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.714016:0:37089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.714020:0:37089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.714035:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316921.714041:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.714048:0:37089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767316921.714051:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.714057:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.714066:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.714253:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.714261:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1c00/0xc472cb5f51ba9fda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.714276:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.714277:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.714279:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316921.714540:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:6213:x1853163985793408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37353us (37945us total) trans 21474840733 rc 0/0 00000100:00100000:1.0:1767316921.714550:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12635 00000100:00100000:1.0:1767316921.714574:0:37088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12670 00000100:00100000:1.0:1767316921.714584:0:37088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:6212:x1853163985799040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316921.714598:0:37088:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:47 count 1 00010000:00010000:0.0:1767316921.714917:0:37089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.714933:0:37089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985799680:192.168.204.9@tcp:104: 00000004:00080000:2.0:1767316921.714933:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b3100/2, rc 0, transno 21474840733 00000100:00100000:2.0:1767316921.714997:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985793408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.715011:0:37089:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5900 going to sleep for 11 seconds 00010000:00010000:0.0:1767316921.715437:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.715443:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.715463:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e57800/2, rc 0, transno 21474840735 00000100:00100000:0.0:1767316921.715478:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985798400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.715497:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985799808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.715535:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.715568:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e55500/2, rc 0, transno 17179873833 00000100:00100000:0.0:1767316921.715578:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798016:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.715588:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e57100/2, rc 0, transno 21474840737 00000100:00100000:0.0:1767316921.715591:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798528:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.715600:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e54a80/2, rc 0, transno 21474840736 00000100:00100000:0.0:1767316921.715604:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.715611:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:0.0:1767316921.715616:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef79e2a00/2, rc 0, transno 21474840734 00000100:00100000:0.0:1767316921.715621:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985795584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.715636:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316921.715643:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985799168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767316921.715665:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef401b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985799936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.715667:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316921.715705:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.715721:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316921.715774:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985800064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.715798:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.715822:0:32619:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 11 min 3 max 116 00000100:00100000:0.0:1767316921.715831:0:32619:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_011' 00000100:00100000:3.0:1767316921.715857:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:6215:x1853163985798144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3336us (5136us total) trans 17179873832 rc 0/0 00000100:00100000:3.0:1767316921.715868:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12665 00000100:00100000:3.0:1767316921.715888:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985799808 00000100:00100000:3.0:1767316921.715893:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985799808 00000100:00100000:3.0:1767316921.715918:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985799168 00000100:00100000:3.0:1767316921.715922:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985799168 00000004:00080000:0.0:1767316921.715934:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e54380/2, rc 0, transno 17179873832 00000100:00100000:3.0:1767316921.715935:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985799936 00000100:00100000:3.0:1767316921.715937:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985799936 00000100:00100000:0.0:1767316921.715952:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985798144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767316921.715952:0:37934:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985800064 00000100:00100000:3.0:1767316921.715955:0:37934:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985800064 00000100:00100000:3.0:1767316921.715973:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12671 00000100:00100000:3.0:1767316921.715980:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:6215:x1853163985799808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.716001:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316921.716010:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985800192:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.716011:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:590 count 1 00000100:00100000:0.0:1767316921.716034:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1767316921.716040:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24e:0x0] initial LVB size: 2097152, mtime: 0x69571b83, atime: 0x69571b81, ctime: 0x69571b84, blocks: 0x82d 00010000:00010000:3.0:1767316921.716047:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716060:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.716062:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.716067:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716079:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716088:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716095:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716115:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316921.716128:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:6212:x1853163985795328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34879us (35919us total) trans 17179873834 rc 0/0 00000004:00080000:0.0:1767316921.716171:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec9ad6300/2, rc 0, transno 17179873834 00000100:00100000:0.0:1767316921.716181:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec9ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985795328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.716211:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985800320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316921.716221:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12644 00000100:00100000:0.0:1767316921.716234:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316921.716244:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985800192 00000100:00100000:1.0:1767316921.716250:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985800192 00000100:00100000:0.0:1767316921.716270:0:14914:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee797b840 going to sleep for 11 seconds 00000100:00100000:1.0:1767316921.716274:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985800320 00000100:00100000:1.0:1767316921.716279:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985800320 00000100:00100000:0.0:1767316921.716289:0:14914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14914:1853163985797504:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316921.716302:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12672 00010000:00010000:0.0:1767316921.716313:0:14914:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316921.716314:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:6215:x1853163985799168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767316921.716339:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:589 count 1 00002000:00010000:1.0:1767316921.716372:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24d:0x0] initial LVB size: 1048576, mtime: 0x69571b83, atime: 0x69571b81, ctime: 0x69571b84, blocks: 0x803 00010000:00010000:1.0:1767316921.716379:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716387:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.716389:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.716393:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716403:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716411:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716419:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716436:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767316921.716441:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:6215:x1853163985799808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 460us (905us total) trans 21474840738 rc 0/0 00000100:00100000:3.0:1767316921.716449:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12671 00000004:00080000:0.0:1767316921.716453:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4018700/2, rc 0, transno 21474840738 00000100:00100000:0.0:1767316921.716458:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985799808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767316921.716464:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12673 00010000:00010000:0.0:1767316921.716472:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1767316921.716472:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:6213:x1853163985799936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767316921.716479:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767316921.716484:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:591 count 1 00010000:00010000:0.0:1767316921.716487:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.716492:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716500:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316921.716502:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24f:0x0] initial LVB size: 3145728, mtime: 0x69571b84, atime: 0x0, ctime: 0x69571b84, blocks: 0x82d 00010000:00010000:3.0:1767316921.716507:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716513:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.716515:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716516:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.716519:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716523:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9400/0xc472cb5f51ba9fe8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716528:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716535:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716536:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.716540:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716543:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716547:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.716550:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716556:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.716557:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716566:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716573:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec1654a00/0xc472cb5f51ba9fef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716587:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.716590:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716596:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.716598:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716606:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716616:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716623:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d8a00/0xc472cb5f51ba9ff6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716636:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.716638:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.716640:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.716645:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316921.716674:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:6215:x1853163985799168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 362us (1006us total) trans 21474840739 rc 0/0 00000100:00100000:1.0:1767316921.716684:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12672 00000004:00080000:0.0:1767316921.716685:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec51c1c00/2, rc 0, transno 21474840739 00000100:00100000:0.0:1767316921.716693:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985799168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767316921.716706:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12674 00000100:00100000:1.0:1767316921.716717:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:6212:x1853163985800064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316921.716758:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:49 count 1 00002000:00010000:1.0:1767316921.716783:0:38183:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x695718fe, atime: 0x695718fe, ctime: 0x695718ff, blocks: 0x1 00010000:00010000:1.0:1767316921.716789:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716799:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.716801:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.716804:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.716815:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.716824:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:6213:x1853163985799936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 352us (1117us total) trans 21474840740 rc 0/0 00010000:00010000:1.0:1767316921.716826:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.716838:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12673 00010000:00010000:1.0:1767316921.716842:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.716854:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12675 00000100:00100000:3.0:1767316921.716861:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:6215:x1853163985800192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316921.716864:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.716869:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:3.0:1767316921.716874:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:56 count 1 00010000:00010000:0.0:1767316921.716875:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716882:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.716886:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716893:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767316921.716893:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767316921.716898:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716905:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716905:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.716907:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.716910:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.716913:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655c00/0xc472cb5f51ba9ffd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716920:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716927:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716934:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.716949:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767316921.717107:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:6212:x1853163985800064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 392us (1306us total) trans 17179873835 rc 0/0 00000100:00100000:1.0:1767316921.717116:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12674 00000100:00100000:3.0:1767316921.717180:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:6215:x1853163985800192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 318us (1144us total) trans 17179873836 rc 0/0 00010000:00010000:0.0:1767316921.717220:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.717224:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.717229:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.717232:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.717239:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.717254:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.717261:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9600/0xc472cb5f51baa004 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.717271:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.717273:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.717274:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.717280:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.717300:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca065500/2, rc 0, transno 17179873835 00000100:00100000:0.0:1767316921.717311:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca065500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985800064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.717356:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985800448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.717388:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.717417:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca067480/2, rc 0, transno 17179873836 00000100:00100000:0.0:1767316921.717425:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985800192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.717452:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767316921.717457:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3eca066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985800576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.717476:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316921.717596:0:38183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12676 00000100:00100000:1.0:1767316921.717610:0:38183:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:6215:x1853163985800320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767316921.717625:0:38183:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:58 count 1 00010000:00010000:1.0:1767316921.717639:0:38183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.717653:0:38183:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316921.717661:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.717662:0:38183:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.717665:0:38183:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.717692:0:38183:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316921.717704:0:38183:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 10 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:1.0:1767316921.717715:0:38183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985800704:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316921.717817:0:38183:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3dc72ee840 going to sleep for 11 seconds 00000100:00100000:0.0:1767316921.717869:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985800448 00000100:00100000:0.0:1767316921.717874:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985800448 00000100:00100000:1.0:1767316921.718059:0:54245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985800576 00000100:00100000:1.0:1767316921.718064:0:54245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985800576 00000004:00080000:2.0:1767316921.718651:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef401b100/2, rc 0, transno 21474840740 00000100:00100000:2.0:1767316921.718658:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef401b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985799936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767316921.718812:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316921.721218:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12675 00000100:00100000:3.0:1767316921.721259:0:37934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12677 00000100:00100000:3.0:1767316921.721275:0:37934:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:6212:x1853163985800448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767316921.721310:0:37934:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:59 count 1 00002000:00010000:3.0:1767316921.721342:0:37934:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 1048576, mtime: 0x69571929, atime: 0x69571926, ctime: 0x69571929, blocks: 0x803 00010000:00010000:3.0:1767316921.721350:0:37934:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.721363:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.721366:0:37934:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767316921.721371:0:37934:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.721382:0:37934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.721391:0:37934:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.721398:0:37934:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316921.721412:0:37934:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.721469:0:15520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15520:1853163985798784:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316921.721495:0:15520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721517:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.721523:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721530:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.721534:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721543:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721559:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721566:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8400/0xc472cb5f51baa012 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721585:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.721587:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.721589:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.721604:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12678 00000100:00100000:0.0:1767316921.721613:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:6212:x1853163985800576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.721629:0:32619:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:42 count 1 00010000:00010000:0.0:1767316921.721642:0:32619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721659:0:32619:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1767316921.721664:0:37088:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 500, mtime: 0x6957182c, atime: 0x0, ctime: 0x6957182c, blocks: 0xb 00010000:00010000:0.0:1767316921.721669:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.721672:0:32619:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.721674:0:37088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721676:0:32619:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.721697:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.721700:0:37088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767316921.721703:0:37088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.721721:0:37088:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.721747:0:37088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721751:0:32619:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 10 pid: 37088 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767316921.721765:0:37088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721773:0:32619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 10 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:1.0:1767316921.721789:0:37088:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.721790:0:32619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:32619:1853163985800832:192.168.204.9@tcp:104: 00010000:00010000:0.0:1767316921.721809:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.721814:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721822:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1654800 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.721825:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721833:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721847:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721854:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654800/0xc472cb5f51baa020 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.721866:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.721868:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.721869:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.721946:0:32619:0:(client.c:2690:ptlrpc_set_wait()) set ffff9b3ee7ca5780 going to sleep for 11 seconds 00010000:00010000:1.0:1767316921.722791:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.726442:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.726471:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.726540:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.726572:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934083968 00000100:00100000:0.0:1767316921.726580:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934083968 00010000:00010000:0.0:1767316921.726619:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 7 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.726648:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084096 00000100:00100000:0.0:1767316921.726651:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084096 00010000:00010000:0.0:1767316921.726665:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 11 pid: 15520 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.726682:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084224 00000100:00100000:0.0:1767316921.726684:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084224 00010000:00010000:0.0:1767316921.726697:0:12904:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 12 pid: 37088 timeout: 2266 lvb_type: 0 00000100:00100000:0.0:1767316921.726723:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6448 00000100:00100000:0.0:1767316921.726749:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2483:x1853163934083968:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.726763:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.726768:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 7 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.726781:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 7 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.726804:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef7b07800/0xc472cb5f51ba9c5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1e2 expref: 7 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.726818:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.726820:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.726825:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.726835:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.726859:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.726910:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2483:x1853163934083968:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 161us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.726918:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6448 00000100:00100000:0.0:1767316921.726938:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6449 00000100:00100000:0.0:1767316921.726945:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+12:2483:x1853163934084096:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.726954:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.726958:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 12 pid: 15520 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.726968:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 12 pid: 15520 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.726981:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3efc5cec00/0xc472cb5f51ba80ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079ab91 expref: 12 pid: 15520 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.727003:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.727004:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.727008:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727015:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727032:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.727051:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+11:2483:x1853163934084096:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 107us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.727058:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6449 00000100:00100000:0.0:1767316921.727109:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6450 00000100:00100000:0.0:1767316921.727117:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934084224:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.727125:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.727129:0:12904:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 10 pid: 37088 timeout: 2266 lvb_type: 0 00010000:00010000:0.0:1767316921.727140:0:12904:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 10 pid: 37088 timeout: 2266 lvb_type: 0 00010000:00010000:0.0:1767316921.727151:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.727153:0:12904:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.727156:0:12904:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727166:0:12904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727176:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.727195:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934084224:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 79us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.727201:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6450 00010000:00010000:0.0:1767316921.727333:0:15520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727343:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727353:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727361:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.727384:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.727681:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:6213:x1853163985797888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16731us (17172us total) trans 17179873837 rc 0/0 00000100:00100000:0.0:1767316921.727689:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12660 00000004:00080000:0.0:1767316921.727783:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e54000/2, rc 0, transno 17179873837 00000100:00100000:0.0:1767316921.727795:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.727862:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316921.727875:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985800960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.727908:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.727936:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985800960 00000100:00100000:0.0:1767316921.727941:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985800960 00000100:00100000:0.0:1767316921.727965:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12679 00000100:00100000:0.0:1767316921.727972:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:6215:x1853163985800960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.728007:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:594 count 1 00002000:00010000:0.0:1767316921.728036:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x252:0x0] initial LVB size: 3145728, mtime: 0x69571b83, atime: 0x69571b81, ctime: 0x69571b84, blocks: 0x82d 00010000:00010000:0.0:1767316921.728042:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728051:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.728053:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.728056:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728067:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728078:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728085:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728099:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767316921.728380:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:6215:x1853163985800960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 407us (470us total) trans 17179873838 rc 0/0 00000100:00100000:0.0:1767316921.728386:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12679 00010000:00010000:0.0:1767316921.728405:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316921.728411:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728419:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab0a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.728423:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728431:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728445:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728451:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab0a00/0xc472cb5f51ba9fa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728474:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.728477:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728483:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.728485:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728492:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728499:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728505:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39000/0xc472cb5f51baa027 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728516:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.728518:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.728519:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.728541:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4124a80/2, rc 0, transno 17179873838 00000100:00100000:0.0:1767316921.728550:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985800960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.728589:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985801088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.728613:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316921.728638:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801088 00000100:00100000:0.0:1767316921.728642:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801088 00000100:00100000:0.0:1767316921.728665:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12680 00000100:00100000:0.0:1767316921.728671:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:6215:x1853163985801088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.728685:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:593 count 1 00002000:00010000:0.0:1767316921.728700:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x251:0x0] initial LVB size: 2097152, mtime: 0x69571b83, atime: 0x0, ctime: 0x69571b83, blocks: 0x1007 00010000:00010000:0.0:1767316921.728705:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728712:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.728714:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.728717:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728725:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728758:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728765:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.728779:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767316921.730467:0:45244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d9c00/0xc472cb5f51ba7cfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079aa6b expref: 9 pid: 37088 timeout: 2266 lvb_type: 0 00000100:00100000:2.0:1767316921.730486:0:45244:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:45244:1853163985799424:192.168.204.9@tcp:104: 00010000:00010000:2.0:1767316921.730512:0:45244:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.730522:0:45244:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.730529:0:45244:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.730538:0:45244:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.730546:0:45244:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.730566:0:45244:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767316921.730979:0:45244:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+51:6213:x1853163985797760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19363us (20386us total) trans 17179873839 rc 0/0 00000100:00100000:2.0:1767316921.730999:0:45244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12662 00010000:00010000:2.0:1767316921.731051:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316921.731059:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.731321:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:6215:x1853163985801088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2648us (2705us total) trans 17179873840 rc 0/0 00000100:00100000:0.0:1767316921.731329:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12680 00010000:00010000:0.0:1767316921.731347:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.731352:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731365:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1600 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.731369:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731379:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731394:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731400:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec7ab1600/0xc472cb5f51ba9fb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 45244 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731416:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.731417:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.731419:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.731458:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4126300/2, rc 0, transno 17179873840 00000100:00100000:0.0:1767316921.731468:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985801088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.731538:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985801216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.731570:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767316921.731613:0:6213:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b1180/2, rc 0, transno 17179873839 00000100:00100000:0.0:1767316921.731617:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6213:1853163985797760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.731630:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801216 00000100:00100000:0.0:1767316921.731634:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801216 00000100:00100000:0.0:1767316921.731665:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12681 00000100:00100000:0.0:1767316921.731674:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:6212:x1853163985801216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767316921.731700:0:15520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:43 count 1 00010000:00010000:0.0:1767316921.731790:0:14914:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731798:0:14914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731805:0:14914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731811:0:14914:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731826:0:14914:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316921.731836:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.731840:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731847:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec7ab1400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.731850:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731856:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731868:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731878:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec7ab1400/0xc472cb5f51ba9f78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.731892:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.731894:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.731896:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.732334:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.732338:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.732346:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.732487:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.732498:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38000/0xc472cb5f51baa02e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.732513:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.732515:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.732517:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.732652:0:14914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec6e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+42:6215:x1853163985796992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37722us (40129us total) trans 21474840741 rc 0/0 00000100:00100000:0.0:1767316921.732661:0:14914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12656 00000004:00080000:0.0:1767316921.732700:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ec6e30000/2, rc 0, transno 21474840741 00000100:00100000:0.0:1767316921.732705:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec6e30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985796992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767316921.732913:0:37934:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:6212:x1853163985800448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11646us (15523us total) trans 17179873841 rc 0/0 00000100:00100000:0.0:1767316921.732920:0:37934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12677 00000004:00080000:0.0:1767316921.732947:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca064e00/2, rc 0, transno 17179873841 00000100:00100000:0.0:1767316921.732952:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985800448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767316921.736826:0:37088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:6212:x1853163985799040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22232us (25258us total) trans 17179873842 rc 0/0 00000100:00100000:1.0:1767316921.736844:0:37088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12670 00010000:00010000:1.0:1767316921.736897:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316921.737066:0:38185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:38185:1853163985799552:192.168.204.9@tcp:104: 00000100:00100000:1.0:1767316921.737085:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316921.737104:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316921.737210:0:38183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38183:1853163985800704:192.168.204.9@tcp:104: 00010000:00010000:3.0:1767316921.737238:0:38185:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316921.737271:0:14915:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14915:1853163985799296:192.168.204.9@tcp:104: 00000004:00080000:0.0:1767316921.737280:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e55180/2, rc 0, transno 17179873842 00010000:00010000:3.0:1767316921.737283:0:14915:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316921.737286:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985799040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767316921.737317:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084608 00000100:00100000:0.0:1767316921.737324:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084608 00010000:00010000:0.0:1767316921.737356:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 9 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.737379:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084352 00000100:00100000:0.0:1767316921.737382:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084352 00010000:00010000:0.0:1767316921.737394:0:44414:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 10 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.737411:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6451 00000100:00100000:0.0:1767316921.737419:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934084608:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.737433:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.737439:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.737448:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 10 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.737470:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.737472:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.737477:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737485:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737500:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.737536:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+10:2483:x1853163934084608:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 117us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.737543:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6451 00000100:00100000:0.0:1767316921.737559:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6452 00000100:00100000:0.0:1767316921.737566:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2485:x1853163934084352:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.737573:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.737578:0:44414:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.737587:0:44414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.737598:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b07a00/0xc472cb5f51ba78c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a90d expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.737608:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.737609:0:44414:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.737612:0:44414:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737618:0:44414:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737636:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.737653:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2485:x1853163934084352:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 88us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.737659:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6452 00010000:00010000:0.0:1767316921.737790:0:38185:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737798:0:38185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737807:0:38185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737813:0:38185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.737828:0:38185:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.739898:0:38185:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efc5e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:6215:x1853163985797632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27514us (29216us total) trans 17179873843 rc 0/0 00000100:00100000:0.0:1767316921.739911:0:38185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12664 00010000:00010000:0.0:1767316921.739948:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.739956:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.739967:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d8000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.739971:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.739981:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740013:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740020:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec51d8000/0xc472cb5f51ba9fbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740035:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.740037:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.740040:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316921.740099:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.740124:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.740147:0:6205:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316921.740171:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084480 00000100:00100000:0.0:1767316921.740179:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084480 00010000:00010000:0.0:1767316921.740207:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 8 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.740228:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084736 00000100:00100000:0.0:1767316921.740231:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084736 00010000:00010000:0.0:1767316921.740243:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.740257:0:21733:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934084864 00000100:00100000:0.0:1767316921.740260:0:21733:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934084864 00010000:00010000:0.0:1767316921.740272:0:21733:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.740286:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6453 00000100:00100000:0.0:1767316921.740293:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+9:2486:x1853163934084480:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.740308:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.740312:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740321:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740341:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef7b06200/0xc472cb5f51ba9cf4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b20c expref: 9 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740352:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.740354:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.740359:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740367:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740385:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.740430:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+8:2486:x1853163934084480:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 136us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.740437:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6453 00000100:00100000:0.0:1767316921.740451:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6454 00000100:00100000:0.0:1767316921.740458:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163934084736:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.740469:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.740473:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 7 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740482:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 7 pid: 37088 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740494:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.740497:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.740500:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740507:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740520:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.740550:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+7:2485:x1853163934084736:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 92us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.740557:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6454 00000100:00100000:0.0:1767316921.740571:0:21733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 6455 00000100:00100000:0.0:1767316921.740579:0:21733:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+6:2484:x1853163934084864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316921.740586:0:21733:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316921.740591:0:21733:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740601:0:21733:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740614:0:21733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ef5366400/0xc472cb5f51ba9ca7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1f7 expref: 6 pid: 38183 timeout: 2266 lvb_type: 1 00010000:00010000:0.0:1767316921.740623:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.740625:0:21733:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767316921.740628:0:21733:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740641:0:21733:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740662:0:21733:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316921.740682:0:21733:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934084864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 104us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316921.740689:0:21733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 6455 00010000:00010000:0.0:1767316921.740714:0:14915:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740723:0:14915:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740767:0:14915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740775:0:14915:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.740789:0:14915:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.741042:0:14915:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef7e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:6212:x1853163985798272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29454us (30485us total) trans 21474840742 rc 0/0 00000100:00100000:0.0:1767316921.741050:0:14915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12661 00010000:00010000:0.0:1767316921.741167:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.741173:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.741185:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec51d9a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.741189:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.741196:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.741207:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.741214:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9b3ec51d9a00/0xc472cb5f51ba9fa9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.741227:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.741229:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.741230:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767316921.741285:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e56300/2, rc 0, transno 21474840742 00000100:00100000:0.0:1767316921.741292:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985798272:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767316921.741318:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3dca9b0a80/2, rc 0, transno 17179873843 00000100:00100000:0.0:1767316921.741323:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985797632:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.741360:0:37089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1654c00/0xc472cb5f51ba9bc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b1bf expref: 6 pid: 38183 timeout: 2266 lvb_type: 1 00000100:00100000:0.0:1767316921.741370:0:37089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:37089:1853163985799680:192.168.204.9@tcp:104: 00002000:00010000:2.0:1767316921.741809:0:15520:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767316921.741817:0:15520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.741828:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.741830:0:15520:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767316921.741834:0:15520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.741845:0:15520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.741853:0:15520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.741860:0:15520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.741877:0:15520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316921.742323:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef4127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:6212:x1853163985801216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10648us (10750us total) trans 17179873844 rc 0/0 00000100:00100000:2.0:1767316921.742334:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12681 00010000:00010000:2.0:1767316921.742362:0:12907:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316921.742368:0:12907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.742375:0:12907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef79e5000 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:2.0:1767316921.742379:0:12907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.742387:0:12907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.742400:0:12907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.742407:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef79e5000/0xc472cb5f51baa035 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.742420:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.742421:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.742423:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.742451:0:32619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ef5367200/0xc472cb5f51ba9d41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x6d19633e6079b221 expref: 5 pid: 37088 timeout: 2266 lvb_type: 1 00000100:00100000:2.0:1767316921.742460:0:32619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:32619:1853163985800832:192.168.204.9@tcp:104: 00010000:00010000:1.0:1767316921.743129:0:38183:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743458:0:38183:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743467:0:38183:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743481:0:38183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743488:0:38183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743507:0:38183:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767316921.743519:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.743524:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743543:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec1655a00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.743546:0:16280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743553:0:16280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743567:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743574:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3ec1655a00/0xc472cb5f51baa00b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38183 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.743591:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.743593:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.743595:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316921.743936:0:38183:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:6215:x1853163985800320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26329us (27700us total) trans 17179873845 rc 0/0 00000100:00100000:1.0:1767316921.743944:0:38183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12676 00010000:00010000:0.0:1767316921.744044:0:37089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767316921.744081:0:6215:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca066a00/2, rc 0, transno 17179873845 00000100:00100000:0.0:1767316921.744088:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6215:1853163985800320:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767316921.744112:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef4125f80/2, rc 0, transno 17179873844 00000100:00100000:0.0:1767316921.744116:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef4125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985801216:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767316921.744128:0:37089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.744136:0:37089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.744145:0:37089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.744152:0:37089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.744176:0:37089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767316921.744365:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec51c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:6212:x1853163985798912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30404us (32848us total) trans 17179873846 rc 0/0 00000100:00100000:0.0:1767316921.744373:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12669 00000004:00080000:0.0:1767316921.744400:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3ef7e55c00/2, rc 0, transno 17179873846 00000100:00100000:0.0:1767316921.744405:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef7e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985798912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767316921.744870:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767316921.744878:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.744887:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39400 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:1.0:1767316921.744891:0:12906:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.744899:0:12906:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.744916:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.744923:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c39400/0xc472cb5f51ba9fe1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 37089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316921.744939:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.744941:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316921.744943:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316921.745019:0:32619:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.745034:0:32619:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.745040:0:32619:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.745049:0:32619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.745056:0:32619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316921.745074:0:32619:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767316921.745303:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3eca066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:6212:x1853163985800576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23690us (27824us total) trans 17179873847 rc 0/0 00000100:00100000:2.0:1767316921.745311:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12678 00010000:00010000:0.0:1767316921.745394:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316921.745401:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.745408:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c38c00 already unused, calling callback (ffffffffc15f8b40) 00010000:00010000:0.0:1767316921.745412:0:51901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.745419:0:51901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.745430:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.745436:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9b3dc6c38c00/0xc472cb5f51baa019 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316921.745450:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.745452:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316921.745453:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316921.745494:0:6212:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9b3eca066680/2, rc 0, transno 17179873847 00000100:00100000:1.0:1767316921.745499:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3eca066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6212:1853163985800576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767316922.469541:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1767316922.600710:0:54307:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1767316922.600840:0:54307:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.600859:0:54307:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.600866:0:54307:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.600872:0:54307:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.600898:0:54307:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767316922.600903:0:54307:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1767316922.600915:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316922.600922:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.600930:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d9800 already unused, calling callback (ffffffffc1bf6c20) 00000100:00080000:1.0:1767316922.600931:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00010000:0.0:1767316922.600933:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767316922.600935:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1767316922.600940:0:54307:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1767316922.600941:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316922.600951:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316922.600956:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767316922.600958:0:16280:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1767316922.600960:0:16280:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:1.0:1767316922.600965:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3ec7b4b800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1767316922.600998:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.601004:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767316922.601207:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:6211:1853163985801344:0@lo:39:umount.0 00000100:00100000:2.0:1767316922.601273:0:6211:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316922.601378:0:6212:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767316922.601457:0:45512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801344 00000100:00100000:3.0:1767316922.601465:0:45512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801344 00000100:00100000:3.0:1767316922.601519:0:45512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8616 00000100:00100000:3.0:1767316922.601528:0:45512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:6211:x1853163985801344:12345-0@lo:39:umount.0 00000020:00000080:3.0:1767316922.601552:0:45512:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73336 00000100:00080000:3.0:1767316922.601560:0:45512:0:(import.c:65:import_set_state_nolock()) ffff9b3ec6038000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1767316922.601618:0:45512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+1:6211:x1853163985801344:12345-0@lo:39:umount.0 Request processed in 91us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316922.601625:0:45512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8616 00000020:00000080:3.0:1767316922.601635:0:45512:0:(genops.c:904:class_export_put()) final put ffff9b3ec603e800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1767316922.601656:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767316922.601689:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec7b4b800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1767316922.601699:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:6211:1853163985801344:0@lo:39:umount.0 00000020:00000080:3.0:1767316922.601743:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ec603e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1767316922.601786:0:53883:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3ec6038000 for lustre-MDT0000 00010000:00010000:0.0:1767316922.601944:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.601953:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d9800/0xc472cb5f51ba711f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51ba7126 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.601963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316922.601965:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316922.601967:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767316922.601992:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767316922.601995:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1767316922.601999:0:54307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1767316922.602879:0:54307:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.602891:0:54307:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.602897:0:54307:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.602907:0:54307:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.602925:0:54307:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316922.602936:0:51901:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767316922.602941:0:51901:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.602948:0:51901:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ec85d8e00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316922.602952:0:51901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.602959:0:51901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316922.602965:0:51901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316922.602980:0:51901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767316922.602982:0:51901:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1767316922.603009:0:51901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603015:0:51901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316922.603036:0:51901:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603042:0:51901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ec85d8e00/0xc472cb5f51ba712d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51ba7134 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316922.603057:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316922.603059:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316922.603073:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985801600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316922.603126:0:6214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316922.603178:0:12904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801600 00000100:00100000:0.0:1767316922.603184:0:12904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801600 00000100:00100000:0.0:1767316922.603223:0:12904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1767316922.603230:0:12904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ec9a80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6214:x1853163985801600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316922.603242:0:12904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316922.603255:0:12904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38e00/0xc472cb5f51ba7134 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba712d expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603267:0:12904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767316922.603297:0:12904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ec9a80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6214:x1853163985801600:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316922.603304:0:12904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1767316922.603372:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985801600:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767316922.603395:0:54307:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603402:0:54307:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603408:0:54307:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603414:0:54307:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603430:0:54307:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767316922.603436:0:54307:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603442:0:54307:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603448:0:54307:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603454:0:54307:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603465:0:54307:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767316922.603469:0:54307:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603476:0:54307:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603481:0:54307:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603488:0:54307:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603498:0:54307:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:0.0:1767316922.603501:0:54307:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1767316922.603506:0:54307:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1767316922.603532:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767316922.603537:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603543:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3ef5367a00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316922.603546:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603553:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316922.603559:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316922.603564:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1767316922.603566:0:16280:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1767316922.603568:0:16280:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1767316922.603583:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603588:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767316922.603601:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603607:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3ef5367a00/0xc472cb5f51b7311b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b73122 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603621:0:16280:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767316922.603624:0:16280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603629:0:16280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39800 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:0.0:1767316922.603631:0:16280:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603640:0:16280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767316922.603645:0:16280:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767316922.603649:0:16280:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1767316922.603651:0:16280:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1767316922.603653:0:16280:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1767316922.603663:0:16280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.603669:0:16280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767316922.603899:0:12906:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767316922.603905:0:12906:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316922.603917:0:12906:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9b3dc6c39e00 already unused, calling callback (ffffffffc1bf6c20) 10000000:00010000:3.0:1767316922.603920:0:12906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316922.603926:0:12906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767316922.603932:0:12906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767316922.603937:0:12906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1767316922.603940:0:12906:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1767316922.603941:0:12906:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1767316922.603955:0:12906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316922.603960:0:12906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767316922.604837:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985801984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316922.604892:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316922.604936:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767316922.604943:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985801856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316922.604963:0:6213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316922.605008:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801984 00000100:00100000:1.0:1767316922.605014:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801984 00000100:00100000:1.0:1767316922.605051:0:44414:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801856 00000100:00100000:1.0:1767316922.605054:0:44414:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801856 00000100:00100000:1.0:1767316922.605077:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767316922.605085:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+18:6213:x1853163985801984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316922.605097:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316922.605111:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5367600/0xc472cb5f51b73042 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51b7303b expref: 18 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.605130:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316922.605163:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+17:6213:x1853163985801984:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316922.605170:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767316922.605187:0:44414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1767316922.605194:0:44414:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6213:x1853163985801856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316922.605201:0:44414:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316922.605209:0:44414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5366800/0xc472cb5f51b730f1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51b730ea expref: 16 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.605218:0:44414:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316922.605241:0:44414:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6213:x1853163985801856:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316922.605247:0:44414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1767316922.605279:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985801856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767316922.605288:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985801984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316922.608665:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985801472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316922.608750:0:6212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767316922.608944:0:16280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.608955:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39800/0xc472cb5f51b730ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b730f1 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316922.608983:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316922.608985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316922.608988:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316922.609003:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985801728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767316922.609304:0:6215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1767316922.609352:0:54307:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1767316922.609357:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:0.0:1767316922.609363:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1767316922.609368:0:54307:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00000100:00100000:1.0:1767316922.610121:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801472 00000100:00100000:1.0:1767316922.610132:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801472 00000100:00100000:1.0:1767316922.610182:0:44652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985801728 00000100:00100000:1.0:1767316922.610185:0:44652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985801728 00000100:00100000:1.0:1767316922.610206:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1767316922.610214:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+16:6212:x1853163985801472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316922.610228:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316922.610245:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38800/0xc472cb5f51ba7126 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba711f expref: 16 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.610264:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316922.610306:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+15:6212:x1853163985801472:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316922.610314:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1767316922.610330:0:44652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1767316922.610336:0:44652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+14:6215:x1853163985801728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767316922.610344:0:44652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767316922.610351:0:44652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c39a00/0xc472cb5f51b73122 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51b7311b expref: 14 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316922.610360:0:44652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767316922.610398:0:44652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dca9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d4fa5c04-ac5d-42f4-b13c-9f497a86f339+13:6215:x1853163985801728:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316922.610405:0:44652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1767316922.610854:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985801728:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767316922.611962:0:12906:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316922.611985:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff9b3dc6c39e00/0xc472cb5f51b7303b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc472cb5f51b73042 expref: -99 pid: 41780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316922.612008:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316922.612010:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316922.612013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316922.612185:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767316922.612226:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6212:1853163985801472:0@lo:103:ldlm_bl.0 00000004:00000080:0.0:1767316922.617268:0:54307:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000080:3.0:1767316922.711278:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:3.0:1767316922.711293:0:54307:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9b3efd7fe000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1767316922.711300:0:54307:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9b3efd7f9000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1767316922.711307:0:54307:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9b3efd179800 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 192.168.204.9@tcp 6 (0 0 1) 0 0 0 0: 0000000000000000 8589943063 stale:0 00000020:00080000:3.0:1767316922.711312:0:54307:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (ffff9b3ec5624a88) has exports, disconnecting them 00000020:00080000:3.0:1767316922.711317:0:54307:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9b3efd7fe000), last request at 1767316918 00000020:00000080:3.0:1767316922.711326:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73352 00000100:00080000:3.0:1767316922.711335:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3efd7fc000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1767316922.711373:0:54307:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9b3efd7fe000): rc 0 00000020:00000080:3.0:1767316922.711376:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efd7fe000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1767316922.711397:0:54307:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9b3efd7f9000), last request at 1767316918 00000020:00000080:3.0:1767316922.711409:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b7334b 00000100:00080000:3.0:1767316922.711416:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3efd7fa800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1767316922.711425:0:54307:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9b3efd7f9000): rc 0 00000020:00000080:3.0:1767316922.711427:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efd7f9000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1767316922.711431:0:54307:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.9@tcp (ffff9b3efd179800), last request at 1767316919 00000020:00000080:3.0:1767316922.711435:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73088 00000020:00010000:3.0:1767316922.711445:0:54307:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9b3efd179800: total 2 00000100:00080000:3.0:1767316922.711448:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3ec7b4d000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1767316922.711459:0:54307:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.9@tcp (ffff9b3efd179800): rc 0 00000004:00000080:3.0:1767316922.711465:0:54307:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa78382ce7b28 00000100:00080000:3.0:1767316922.711488:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1767316922.711492:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840705 gen 3 00000100:00100000:3.0:1767316922.711502:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bd880 x1853163985788800/t21474840706(21474840706) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711511:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bd880, transno 21474840706 00000100:00100000:3.0:1767316922.711523:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1be300 x1853163985789312/t21474840707(21474840707) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711536:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1be300, transno 21474840707 00000100:00100000:3.0:1767316922.711541:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bea00 x1853163985789184/t21474840708(21474840708) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711547:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bea00, transno 21474840708 00000100:00100000:3.0:1767316922.711552:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bf480 x1853163985789696/t21474840709(21474840709) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711558:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bf480, transno 21474840709 00000100:00100000:3.0:1767316922.711563:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bc380 x1853163985788928/t21474840710(21474840710) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711569:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bc380, transno 21474840710 00000100:00100000:3.0:1767316922.711574:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bdc00 x1853163985789056/t21474840711(21474840711) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711580:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bdc00, transno 21474840711 00000100:00100000:3.0:1767316922.711584:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bc700 x1853163985789568/t21474840712(21474840712) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711591:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bc700, transno 21474840712 00000100:00100000:3.0:1767316922.711596:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ee7dd3b80 x1853163985790848/t21474840713(21474840713) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711603:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7dd3b80, transno 21474840713 00000100:00100000:3.0:1767316922.711607:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb3aa00 x1853163985791232/t21474840714(21474840714) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711612:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3aa00, transno 21474840714 00000100:00100000:3.0:1767316922.711617:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc57e2a00 x1853163985791104/t21474840715(21474840715) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711628:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc57e2a00, transno 21474840715 00000100:00100000:3.0:1767316922.711633:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb3bb80 x1853163985791488/t21474840716(21474840716) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711638:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3bb80, transno 21474840716 00000100:00100000:3.0:1767316922.711658:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ee7dd2300 x1853163985790976/t21474840717(21474840717) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711665:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ee7dd2300, transno 21474840717 00000100:00100000:3.0:1767316922.711669:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bf100 x1853163985789440/t21474840718(21474840718) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711675:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bf100, transno 21474840718 00000100:00100000:3.0:1767316922.711681:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b1c00 x1853163985793280/t21474840719(21474840719) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711687:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b1c00, transno 21474840719 00000100:00100000:3.0:1767316922.711691:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b1f80 x1853163985793152/t21474840720(21474840720) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711698:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b1f80, transno 21474840720 00000100:00100000:3.0:1767316922.711703:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b3b80 x1853163985793664/t21474840721(21474840721) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711709:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b3b80, transno 21474840721 00000100:00100000:3.0:1767316922.711714:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b2a00 x1853163985793536/t21474840722(21474840722) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711720:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b2a00, transno 21474840722 00000100:00100000:3.0:1767316922.711725:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b1880 x1853163985794176/t21474840723(21474840723) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711768:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b1880, transno 21474840723 00000100:00100000:3.0:1767316922.711773:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad4a80 x1853163985794304/t21474840724(21474840724) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711778:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad4a80, transno 21474840724 00000100:00100000:3.0:1767316922.711782:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb38000 x1853163985791360/t21474840725(21474840725) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711787:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb38000, transno 21474840725 00000100:00100000:3.0:1767316922.711803:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef79e0a80 x1853163985795456/t21474840726(21474840726) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711808:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e0a80, transno 21474840726 00000100:00100000:3.0:1767316922.711813:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef79e0000 x1853163985795712/t21474840727(21474840727) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711817:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e0000, transno 21474840727 00000100:00100000:3.0:1767316922.711821:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef79e3b80 x1853163985795968/t21474840728(21474840728) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711826:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e3b80, transno 21474840728 00000100:00100000:3.0:1767316922.711831:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41aa300 x1853163985796736/t21474840729(21474840729) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711836:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41aa300, transno 21474840729 00000100:00100000:3.0:1767316922.711841:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad5c00 x1853163985794432/t21474840730(21474840730) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711846:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad5c00, transno 21474840730 00000100:00100000:3.0:1767316922.711851:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec6e31c00 x1853163985797120/t21474840731(21474840731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711863:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e31c00, transno 21474840731 00000100:00100000:3.0:1767316922.711869:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef79e3800 x1853163985794688/t21474840732(21474840732) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711874:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e3800, transno 21474840732 00000100:00100000:3.0:1767316922.711879:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b3100 x1853163985793408/t21474840733(21474840733) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711885:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b3100, transno 21474840733 00000100:00100000:3.0:1767316922.711889:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef79e2a00 x1853163985795584/t21474840734(21474840734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711895:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef79e2a00, transno 21474840734 00000100:00100000:3.0:1767316922.711899:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e57800 x1853163985798400/t21474840735(21474840735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711904:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e57800, transno 21474840735 00000100:00100000:3.0:1767316922.711909:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e54a80 x1853163985798656/t21474840736(21474840736) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711914:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e54a80, transno 21474840736 00000100:00100000:3.0:1767316922.711919:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e57100 x1853163985798528/t21474840737(21474840737) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711923:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e57100, transno 21474840737 00000100:00100000:3.0:1767316922.711928:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef4018700 x1853163985799808/t21474840738(21474840738) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711933:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4018700, transno 21474840738 00000100:00100000:3.0:1767316922.711938:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec51c1c00 x1853163985799168/t21474840739(21474840739) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711947:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec51c1c00, transno 21474840739 00000100:00100000:3.0:1767316922.711952:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef401b100 x1853163985799936/t21474840740(21474840740) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711957:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef401b100, transno 21474840740 00000100:00100000:3.0:1767316922.711961:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec6e30000 x1853163985796992/t21474840741(21474840741) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711977:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e30000, transno 21474840741 00000100:00100000:3.0:1767316922.711982:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e56300 x1853163985798272/t21474840742(21474840742) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.711987:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e56300, transno 21474840742 00000004:00080000:3.0:1767316922.711997:0:54307:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:3.0:1767316922.712059:0:54307:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1767316922.712083:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3ee6c81000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1767316922.712098:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1767316922.712100:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873800 gen 3 00000100:00100000:3.0:1767316922.712105:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ecc1bd180 x1853163985789824/t17179873801(17179873801) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712110:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ecc1bd180, transno 17179873801 00000100:00100000:3.0:1767316922.712119:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41af800 x1853163985790336/t17179873802(17179873802) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712124:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41af800, transno 17179873802 00000100:00100000:3.0:1767316922.712128:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41adf80 x1853163985790208/t17179873803(17179873803) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712134:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41adf80, transno 17179873803 00000100:00100000:3.0:1767316922.712138:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41aed80 x1853163985790720/t17179873804(17179873804) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712143:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41aed80, transno 17179873804 00000100:00100000:3.0:1767316922.712147:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41ad180 x1853163985789952/t17179873805(17179873805) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712152:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41ad180, transno 17179873805 00000100:00100000:3.0:1767316922.712156:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41af480 x1853163985790080/t17179873806(17179873806) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712161:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41af480, transno 17179873806 00000100:00100000:3.0:1767316922.712165:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41afb80 x1853163985790592/t17179873807(17179873807) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712170:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41afb80, transno 17179873807 00000100:00100000:3.0:1767316922.712174:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb3ad80 x1853163985791744/t17179873808(17179873808) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712179:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3ad80, transno 17179873808 00000100:00100000:3.0:1767316922.712184:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb38380 x1853163985791872/t17179873809(17179873809) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712189:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb38380, transno 17179873809 00000100:00100000:3.0:1767316922.712193:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb39500 x1853163985792384/t17179873810(17179873810) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712197:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb39500, transno 17179873810 00000100:00100000:3.0:1767316922.712201:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb3a680 x1853163985791616/t17179873811(17179873811) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712206:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb3a680, transno 17179873811 00000100:00100000:3.0:1767316922.712210:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb38a80 x1853163985792000/t17179873812(17179873812) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712220:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb38a80, transno 17179873812 00000100:00100000:3.0:1767316922.712225:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efc50c000 x1853163985792640/t17179873813(17179873813) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712231:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50c000, transno 17179873813 00000100:00100000:3.0:1767316922.712235:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efc50ca80 x1853163985792768/t17179873814(17179873814) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712241:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efc50ca80, transno 17179873814 00000100:00100000:3.0:1767316922.712245:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efb686a00 x1853163985792896/t17179873815(17179873815) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712251:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efb686a00, transno 17179873815 00000100:00100000:3.0:1767316922.712255:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efb687800 x1853163985793024/t17179873816(17179873816) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712261:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efb687800, transno 17179873816 00000100:00100000:3.0:1767316922.712265:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b3800 x1853163985793920/t17179873817(17179873817) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712271:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b3800, transno 17179873817 00000100:00100000:3.0:1767316922.712278:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b2d80 x1853163985794048/t17179873818(17179873818) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712284:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b2d80, transno 17179873818 00000100:00100000:3.0:1767316922.712289:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb39880 x1853163985792256/t17179873819(17179873819) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712295:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb39880, transno 17179873819 00000100:00100000:3.0:1767316922.712299:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad4700 x1853163985794560/t17179873820(17179873820) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712310:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad4700, transno 17179873820 00000100:00100000:3.0:1767316922.712316:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad5500 x1853163985795200/t17179873821(17179873821) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712321:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad5500, transno 17179873821 00000100:00100000:3.0:1767316922.712326:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad7480 x1853163985795072/t17179873822(17179873822) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712331:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad7480, transno 17179873822 00000100:00100000:3.0:1767316922.712336:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41aea00 x1853163985790464/t17179873823(17179873823) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712341:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41aea00, transno 17179873823 00000100:00100000:3.0:1767316922.712346:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41a8380 x1853163985796352/t17179873824(17179873824) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712351:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41a8380, transno 17179873824 00000100:00100000:3.0:1767316922.712355:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41a8a80 x1853163985796608/t17179873825(17179873825) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712361:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41a8a80, transno 17179873825 00000100:00100000:3.0:1767316922.712365:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41ab480 x1853163985796480/t17179873826(17179873826) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712370:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41ab480, transno 17179873826 00000100:00100000:3.0:1767316922.712376:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dc41aa680 x1853163985796864/t17179873827(17179873827) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712383:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dc41aa680, transno 17179873827 00000100:00100000:3.0:1767316922.712388:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec6e30a80 x1853163985797248/t17179873828(17179873828) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712400:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e30a80, transno 17179873828 00000100:00100000:3.0:1767316922.712405:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec6e30700 x1853163985797376/t17179873829(17179873829) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712412:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec6e30700, transno 17179873829 00000100:00100000:3.0:1767316922.712417:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad4e00 x1853163985794944/t17179873830(17179873830) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712423:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad4e00, transno 17179873830 00000100:00100000:3.0:1767316922.712428:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3efdb39c00 x1853163985792128/t17179873831(17179873831) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712434:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3efdb39c00, transno 17179873831 00000100:00100000:3.0:1767316922.712439:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e54380 x1853163985798144/t17179873832(17179873832) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712445:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e54380, transno 17179873832 00000100:00100000:3.0:1767316922.712450:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e55500 x1853163985798016/t17179873833(17179873833) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712456:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e55500, transno 17179873833 00000100:00100000:3.0:1767316922.712461:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ec9ad6300 x1853163985795328/t17179873834(17179873834) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712468:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ec9ad6300, transno 17179873834 00000100:00100000:3.0:1767316922.712473:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3eca065500 x1853163985800064/t17179873835(17179873835) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712478:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca065500, transno 17179873835 00000100:00100000:3.0:1767316922.712484:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3eca067480 x1853163985800192/t17179873836(17179873836) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712495:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca067480, transno 17179873836 00000100:00100000:3.0:1767316922.712500:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e54000 x1853163985797888/t17179873837(17179873837) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712505:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e54000, transno 17179873837 00000100:00100000:3.0:1767316922.712510:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef4124a80 x1853163985800960/t17179873838(17179873838) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712516:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4124a80, transno 17179873838 00000100:00100000:3.0:1767316922.712521:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b1180 x1853163985797760/t17179873839(17179873839) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712527:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b1180, transno 17179873839 00000100:00100000:3.0:1767316922.712532:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef4126300 x1853163985801088/t17179873840(17179873840) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712539:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4126300, transno 17179873840 00000100:00100000:3.0:1767316922.712544:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3eca064e00 x1853163985800448/t17179873841(17179873841) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712550:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca064e00, transno 17179873841 00000100:00100000:3.0:1767316922.712554:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e55180 x1853163985799040/t17179873842(17179873842) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712561:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e55180, transno 17179873842 00000100:00100000:3.0:1767316922.712566:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3dca9b0a80 x1853163985797632/t17179873843(17179873843) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712571:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3dca9b0a80, transno 17179873843 00000100:00100000:3.0:1767316922.712576:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef4125f80 x1853163985801216/t17179873844(17179873844) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712587:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef4125f80, transno 17179873844 00000100:00100000:3.0:1767316922.712591:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3eca066a00 x1853163985800320/t17179873845(17179873845) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712598:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca066a00, transno 17179873845 00000100:00100000:3.0:1767316922.712603:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3ef7e55c00 x1853163985798912/t17179873846(17179873846) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712609:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3ef7e55c00, transno 17179873846 00000100:00100000:3.0:1767316922.712614:0:54307:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b3eca066680 x1853163985800576/t17179873847(17179873847) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767316937 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767316922.712620:0:54307:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9b3eca066680, transno 17179873847 00000004:00080000:3.0:1767316922.712631:0:54307:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:3.0:1767316922.712693:0:54307:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1767316922.712703:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3ef5112000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1767316922.712762:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff9b3ec5624a88) has no exports 00000020:00010000:3.0:1767316922.712816:0:12906:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9b3efd179800: total 2 00010000:00010000:3.0:1767316922.712864:0:12906:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9b3efd179800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1767316922.712897:0:12906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b3ec7ab1a00/0xc472cb5f51ba8e53 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079af1f expref: 2 pid: 42523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316922.712920:0:12906:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9b3efd179800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1767316922.713260:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efd7fe000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1767316922.713315:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efd7f9000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1767316922.713335:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3efd7fc000 for lustre-MDT0000 00000020:00000080:2.0:1767316922.713339:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3efd7fa800 for lustre-MDT0000 00010000:00010000:1.0:1767316922.714344:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767316922.714560:0:41811:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 37 done 00000004:00080000:1.0:1767316922.715067:0:41813:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 47 done 00010000:00010000:0.0:1767316922.715115:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316922.715140:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6211:1853163985802112:0@lo:9:umount.0 00000100:00100000:2.0:1767316922.715207:0:6211:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316922.715252:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6211:1853163985802240:0@lo:9:umount.0 00000100:00100000:2.0:1767316922.715271:0:6211:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316922.715415:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985802112 00000100:00100000:0.0:1767316922.715424:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985802112 00000100:00100000:0.0:1767316922.715479:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985802240 00000100:00100000:0.0:1767316922.715482:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985802240 00000100:00100000:0.0:1767316922.715502:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12682 00000100:00100000:0.0:1767316922.715509:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:6211:x1853163985802112:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767316922.715537:0:32619:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b730c7 00000100:00080000:0.0:1767316922.715552:0:32619:0:(import.c:65:import_set_state_nolock()) ffff9b3eca261800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767316922.715592:0:32619:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840742 00000100:00100000:0.0:1767316922.715814:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:6211:x1853163985802112:12345-0@lo:9:umount.0 Request processed in 303us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316922.715821:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12682 00000100:00100000:0.0:1767316922.715834:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12683 00000100:00100000:0.0:1767316922.715840:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:6211:x1853163985802240:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767316922.715851:0:32619:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b730d5 00000100:00080000:0.0:1767316922.715857:0:32619:0:(import.c:65:import_set_state_nolock()) ffff9b3ee6c83800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767316922.715873:0:32619:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179873847 00000100:00100000:0.0:1767316922.715984:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3dc8ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:6211:x1853163985802240:12345-0@lo:9:umount.0 Request processed in 143us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316922.715991:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12683 00010000:00010000:0.0:1767316922.716025:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767316922.716053:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ee6c81000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767316922.716063:0:6211:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767316922.716065:0:6211:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767316922.716068:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6211:1853163985802112:0@lo:9:umount.0 00000100:00080000:0.0:1767316922.716077:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ef5112000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767316922.716081:0:6211:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767316922.716083:0:6211:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767316922.716085:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6211:1853163985802240:0@lo:9:umount.0 00010000:00010000:1.0:1767316922.716475:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1767316922.728153:0:54307:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000400:0x1:0x0] first idx 0, last_idx 2 00000020:00080000:0.0:1767316922.730698:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff9b3ec5624a88) has no exports 00000020:00000080:3.0:1767316922.745266:0:12906:0:(genops.c:904:class_export_put()) final put ffff9b3efd179800/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:2.0:1767316922.745425:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efd179800/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 for lustre-MDT0000 00000020:00000080:2.0:1767316922.745494:0:53883:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3ec7b4d000 for lustre-MDT0000 00010000:00010000:2.0:1767316922.745509:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316922.745513:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316922.745516:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767316922.812621:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b7309d 00000020:00000080:0.0:1767316922.812638:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3eca251800/lustre-QMT0000_UUID 00000020:01000000:0.0:1767316922.815324:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1767316922.815458:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3eca251800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1767316922.815588:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767316922.815599:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1767316922.815604:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff9b3ef7afca88) has no exports 00000020:00000080:2.0:1767316922.820120:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73096 00000020:00000080:2.0:1767316922.820135:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3eca254800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1767316922.820210:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767316922.820222:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1767316922.820226:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efd17b000/lustre-QMT0000_UUID 00000020:00000080:2.0:1767316922.820229:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efd17b000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1767316922.820242:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1767316922.820511:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3eca254800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1767316922.820565:0:54307:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9b3ecb38ed20 - data ffff9b3ef4d96870/ffff9b3dc419e000 00000020:01000000:2.0:1767316922.820694:0:54307:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9b3ef521da80 - data ffff9b3ef4f22d80/ffff9b3dc42f9400 00000100:00080000:3.0:1767316922.895510:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1767316922.895520:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840705 gen 4 00000004:00080000:3.0:1767316922.895599:0:54307:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1767316922.895603:0:54307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1767316922.909208:0:41811:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1767316922.909218:0:41811:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2479 count 38 00000040:00080000:0.0:1767316922.909232:0:41811:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1767316922.909606:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1767316922.909613:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873800 gen 4 00000004:00080000:3.0:1767316922.909633:0:54307:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1767316922.909635:0:54307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1767316922.910167:0:41813:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1767316922.910173:0:41813:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2480 count 48 00000040:00080000:1.0:1767316922.910183:0:41813:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1767316923.031425:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b7305e 00000020:00000080:0.0:1767316923.031439:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ef5114800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1767316923.031842:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ef5114800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767316923.032537:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73073 00000020:00000080:0.0:1767316923.032545:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ec550b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767316923.032593:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1767316923.032602:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767316923.032610:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767316923.032614:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (ffff9b3ec56231b0) has no exports 00000004:01000000:0.0:1767316923.032802:0:54307:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1767316923.032812:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b730ce 00000020:00000080:0.0:1767316923.032817:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ee6c83000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1767316923.033164:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ec550b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1767316923.033224:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767316923.033231:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767316923.033237:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767316923.033240:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 16 (ffff9b3ec3424a88) has no exports 00000020:00000080:0.0:1767316923.033247:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b730c0 00000020:00000080:0.0:1767316923.033251:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ef5117000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1767316923.033272:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ee6c83000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:0.0:1767316923.033841:0:54307:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767316923.033847:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767316923.033851:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873800 gen 5 00000100:00020000:0.0:1767316923.033857:0:54307:0:(obd_class.h:479:obd_check_dev()) Device 16 not setup 00000020:00000080:3.0:1767316923.034092:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ef5117000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1767316923.040595:0:54307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767316923.040604:0:54307:0:(obd_class.h:479:obd_check_dev()) Device 16 not setup 00000020:00000080:0.0:1767316923.040629:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3ef5112000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1767316923.041336:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.041351:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767316923.041357:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efef4f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767316923.041360:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efef4f800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1767316923.041366:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767316923.041442:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b730b2 00000020:00000080:0.0:1767316923.041448:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efef4b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767316923.041461:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767316923.041465:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767316923.041469:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767316923.041471:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff9b3ef7afe360) has no exports 00000020:00000080:0.0:1767316923.041477:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b730ab 00000020:00000080:0.0:1767316923.041479:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ee6c87800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1767316923.041750:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efef4b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1767316923.041757:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ee6c87800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1767316923.041979:0:54307:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767316923.041984:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767316923.041988:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840705 gen 5 00000100:00020000:0.0:1767316923.042063:0:54307:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00100000:0.0:1767316923.042068:0:54307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767316923.042070:0:54307:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000080:0.0:1767316923.042116:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.042120:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767316923.042142:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.042144:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767316923.042147:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3dc37c3800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767316923.042149:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc37c3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1767316923.042153:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767316923.042275:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b7307a 00000020:00000080:0.0:1767316923.042279:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ec5508000/lustre-MDD0000_UUID 00000020:01000000:0.0:1767316923.042281:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1767316923.042283:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767316923.042285:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767316923.042288:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9b3ec56218d8) has no exports 00000020:00000080:0.0:1767316923.042353:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.042355:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1767316923.042357:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73081 00000020:00000080:0.0:1767316923.042359:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ec5508800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1767316923.042363:0:54307:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9b3efb652000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1767316923.042365:0:54307:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 3 00000020:01000004:0.0:1767316923.042367:0:54307:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9b3efb652000 from lustre-MDT0000 00000020:00000080:0.0:1767316923.042381:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.042382:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1767316923.042384:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ef5116800/lustre-MDT0000_UUID 00000020:00000080:0.0:1767316923.042385:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ef5116800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1767316923.042389:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1767316923.042409:0:54307:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1767316923.042411:0:54307:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1767316923.042412:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1767316923.042414:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767316923.042416:0:54307:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1767316923.042422:0:54307:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9b3dc43a4800 4ee0344d-7c9b-478e-8b03-2b6a9dc69c79 192.168.204.9@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767316923.042426:0:54307:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9b3efc048800 d4fa5c04-ac5d-42f4-b13c-9f497a86f339 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767316923.042428:0:54307:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff9b3ef7afb1b0) has exports, disconnecting them 00000020:00080000:0.0:1767316923.042432:0:54307:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.9@tcp (ffff9b3dc43a4800), last request at 1767316041 00000020:00000080:0.0:1767316923.042445:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73199 00000020:00010000:0.0:1767316923.042448:0:54307:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9b3dc43a4800: total 2 00000100:00080000:0.0:1767316923.042451:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3dc43a3800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767316923.042459:0:54307:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.9@tcp (ffff9b3dc43a4800): rc 0 00000020:00080000:0.0:1767316923.042461:0:54307:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9b3efc048800), last request at 1767316038 00000020:00010000:0.0:1767316923.042489:0:16280:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9b3dc43a4800: total 2 00010000:00010000:0.0:1767316923.042502:0:16280:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9b3dc43a4800, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1767316923.042522:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85d8400/0xc472cb5f51ba7188 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a64a expref: 5 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042533:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06c00/0xc472cb5f51b7331a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e607865d2 expref: 4 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042544:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c39200/0xc472cb5f51b73328 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e607865e0 expref: 3 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042550:0:16280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b07e00/0xc472cb5f51ba7181 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x6d19633e6079a643 expref: 2 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042555:0:16280:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9b3dc43a4800, canceled 4 locks, left on hash table 0. 00000020:00000080:0.0:1767316923.042563:0:16280:0:(genops.c:904:class_export_put()) final put ffff9b3dc43a4800/4ee0344d-7c9b-478e-8b03-2b6a9dc69c79 00010000:00010000:0.0:1767316923.042567:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316923.042568:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316923.042569:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767316923.042576:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b7302d 00000020:00010000:0.0:1767316923.042578:0:54307:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9b3efc048800: total 3 00000100:00080000:0.0:1767316923.042580:0:54307:0:(import.c:65:import_set_state_nolock()) ffff9b3efc04f000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767316923.042585:0:54307:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9b3efc048800): rc 0 00000020:00080000:0.0:1767316923.042588:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff9b3ef7afb1b0) has no exports 00000020:00010000:0.0:1767316923.042593:0:12907:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9b3efc048800: total 3 00010000:00010000:0.0:1767316923.042602:0:12907:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9b3efc048800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1767316923.042610:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3dc6c38a00/0xc472cb5f51ba7142 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba713b expref: 9 pid: 41786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042617:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef79e5200/0xc472cb5f51b73176 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51b7316f expref: 8 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042623:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85d9c00/0xc472cb5f51ba7150 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba7149 expref: 7 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.042629:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef7b06800/0xc472cb5f51b73184 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51b7317d expref: 6 pid: 41784 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1767316923.042802:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3ee6c81000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1767316923.042807:0:8:0:(genops.c:904:class_export_put()) final put ffff9b3efd17b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1767316923.042809:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efd17b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1767316923.042812:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1767316923.042897:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ec5508000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1767316923.042899:0:8:0:(genops.c:904:class_export_put()) final put ffff9b3dc37c0800/lustre-MDD0000_UUID 00000020:00000080:3.0:1767316923.042900:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc37c0800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1767316923.042902:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1767316923.043150:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ec5508800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1767316923.043154:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc43a4800/4ee0344d-7c9b-478e-8b03-2b6a9dc69c79 for MGS 00000020:00000080:3.0:1767316923.043180:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3dc43a3800 for MGS 00010000:00010000:0.0:1767316923.043225:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85d8c00/0xc472cb5f51ba715e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba7157 expref: 5 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.043233:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85d9e00/0xc472cb5f51ba716c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba7165 expref: 4 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.043239:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ec85d8000/0xc472cb5f51ba717a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51ba7173 expref: 3 pid: 41785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.043247:0:12907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b3ef5367000/0xc472cb5f51b7314c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc472cb5f51b73145 expref: 2 pid: 41784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316923.043253:0:12907:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9b3efc048800, canceled 8 locks, left on hash table 0. 00000020:00000080:0.0:1767316923.043263:0:12907:0:(genops.c:904:class_export_put()) final put ffff9b3efc048800/d4fa5c04-ac5d-42f4-b13c-9f497a86f339 00010000:00010000:0.0:1767316923.043502:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316923.043504:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316923.043506:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316923.043549:0:41784:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff9b3dc10e9a00:41784] 0 exiting: rc = 1 00000100:00100000:0.0:1767316923.043618:0:41785:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff9b3dc10e8600:41785] 1 exiting: rc = 0 00000020:00000080:3.0:1767316923.043716:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efc048800/d4fa5c04-ac5d-42f4-b13c-9f497a86f339 for MGS 00000020:00000080:3.0:1767316923.043802:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3efc04f000 for MGS 00000100:00100000:3.0:1767316923.043817:0:41786:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff9b3ecf76ac00:41786] 2 exiting: rc = 0 00000100:00100000:0.0:1767316923.043916:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043925:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043931:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043937:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043942:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043948:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043954:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043971:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043977:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043982:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.043988:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044070:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044080:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044084:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044090:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044096:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044101:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044107:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044113:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044119:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044125:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044130:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044135:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044140:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044145:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044150:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044155:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044160:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044165:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044171:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044176:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044182:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044187:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044191:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044196:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044202:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044207:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044212:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044217:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044223:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044228:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044233:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044238:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044244:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044249:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044254:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044260:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044266:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044271:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044276:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044281:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044287:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044293:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044298:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044304:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044309:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044314:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044319:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044323:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044328:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044333:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044339:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044344:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767316923.044349:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:0.0:1767316923.044617:0:54307:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1767316923.044620:0:54307:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:0.0:1767316923.045243:0:54307:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9b3ec8bf13c0 - data ffff9b3ef02f15e8/ffff9b3dcaadc000 00000020:01000000:0.0:1767316923.045342:0:54307:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9b3ec9b7f2a0 - data ffff9b3ef4fd6360/ffff9b3dc74edc00 00000020:00000080:0.0:1767316923.045870:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73026 00000020:00000080:0.0:1767316923.045876:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efc04e000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1767316923.045909:0:54307:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9b3efb652000 from MGS, refs=2 00000020:01000004:0.0:1767316923.045912:0:54307:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 2 00000020:01000004:0.0:1767316923.045915:0:54307:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9b3efb652000 from MGS 00000020:00000080:0.0:1767316923.045937:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.045943:0:54307:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1767316923.045946:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efc048000/MGS 00000020:00000080:0.0:1767316923.045948:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efc048000/MGS for MGS 00000020:01000000:0.0:1767316923.045954:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1767316923.046020:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1767316923.046024:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767316923.046029:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767316923.046035:0:54307:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9b3ec7b4e000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767316923.046038:0:54307:0:(genops.c:1570:class_disconnect_exports()) OBD device 17 (ffff9b3dc7544a88) has exports, disconnecting them 00000020:00080000:0.0:1767316923.046042:0:54307:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9b3ec7b4e000), last request at 1767316039 00000020:00000080:0.0:1767316923.046045:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b7310d 00000020:00080000:0.0:1767316923.046052:0:54307:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9b3ec7b4e000): rc 0 00000020:00000080:0.0:1767316923.046055:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3ec7b4e000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1767316923.046140:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efc04e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1767316923.046643:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ec7b4e000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1767316923.051832:0:54307:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1767316923.051840:0:54307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767316923.051843:0:54307:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:1.0:1767316923.051849:0:54307:0:(obd_class.h:479:obd_check_dev()) Device 17 not setup 00000100:00100000:1.0:1767316923.051851:0:54307:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1767316923.051853:0:54307:0:(obd_class.h:479:obd_check_dev()) Device 17 not setup 00000020:00000080:1.0:1767316923.052002:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767316923.052013:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1767316923.052021:0:54307:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9b3efb652000 1 00000020:00000080:1.0:1767316923.052027:0:54307:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b73018 00000020:00000080:1.0:1767316923.052035:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efc049000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1767316923.052039:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1767316923.052045:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767316923.052048:0:54307:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1767316923.052051:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff9b3ec34231b0) has no exports 00000020:00000080:3.0:1767316923.052205:0:53883:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3ec7b4b800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1767316923.052212:0:53883:0:(genops.c:904:class_export_put()) final put ffff9b3efef4b800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1767316923.052214:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efef4b800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1767316923.052222:0:53883:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1767316923.052276:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efc049000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767316923.060895:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767316923.060910:0:54307:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1767316923.060915:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efb653800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767316923.060919:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efb653800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1767316923.060925:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1767316923.061044:0:54307:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9b3efb651000 00000020:01000000:1.0:1767316923.061066:0:54307:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1767316923.061069:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767316923.061074:0:54307:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1767316923.061078:0:54307:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (ffff9b3ef7af8000) has no exports 00000100:00100000:1.0:1767316923.061843:0:42524:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [ffff9b3efd171a00:42524] 4 exiting: rc = 0 00000100:00100000:0.0:1767316923.062060:0:42523:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [ffff9b3ef79cda00:42523] 3 exiting: rc = 0 00000100:00100000:1.0:1767316923.064845:0:41790:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [ffff9b3ec50b7c00:41790] 2 exiting: rc = 0 00000100:00100000:3.0:1767316923.064879:0:41789:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [ffff9b3ec50b6e00:41789] 1 exiting: rc = 0 00000100:00100000:1.0:1767316923.064972:0:45512:0:(service.c:3155:ptlrpc_main()) mdt00_005: service thread [ffff9b3ecf635e00:45512] 5 exiting: rc = 0 00000100:00100000:1.0:1767316923.065061:0:41788:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [ffff9b3ec6e1aa00:41788] 0 exiting: rc = 1 00000100:00100000:3.0:1767316923.065121:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065136:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065143:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065150:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065158:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065167:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065173:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065178:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065183:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065188:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065192:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065197:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065203:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065207:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065211:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065215:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065221:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065225:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065229:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065234:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065239:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065244:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065249:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065254:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065344:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065355:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065361:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065369:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065375:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065381:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065388:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065394:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065400:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065410:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065416:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065420:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065425:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065430:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065434:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065438:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065442:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065446:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065449:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065454:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065458:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065462:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065466:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065472:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065476:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065481:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065485:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065490:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065493:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065498:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065503:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065510:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065516:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065523:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065527:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065532:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065543:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065553:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065559:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.065565:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767316923.069539:0:43123:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff9b3efd6b7000:43123] 2 exiting: rc = 0 00000100:00100000:3.0:1767316923.069540:0:41792:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9b3ec50b6a00:41792] 1 exiting: rc = 0 00000100:00100000:2.0:1767316923.069541:0:41791:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9b3ec50b7200:41791] 0 exiting: rc = 1 00000100:00100000:3.0:1767316923.069841:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069847:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069851:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069855:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069858:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069862:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069866:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069873:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069876:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069879:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069883:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069888:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069892:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069896:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069900:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069904:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069908:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069912:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069916:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069920:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069925:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069930:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069935:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069940:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069945:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069952:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069958:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069973:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069980:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.069986:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070060:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070068:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070075:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070079:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070083:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070088:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070093:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070097:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070102:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070108:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070112:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070116:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070120:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070123:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070127:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070132:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070136:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070140:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070144:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070149:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070153:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070158:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070162:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070166:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070170:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070174:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070178:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070182:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070185:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070191:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070195:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070199:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070203:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070207:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767316923.070667:0:41794:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [ffff9b3ec567fe00:41794] 1 exiting: rc = 0 00000100:00100000:3.0:1767316923.070667:0:41793:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [ffff9b3ecf676e00:41793] 0 exiting: rc = 1 00000100:00100000:3.0:1767316923.070909:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070920:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070927:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070934:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070940:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070948:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070953:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070971:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070978:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070986:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.070992:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071112:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071121:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071128:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071134:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071142:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071148:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071154:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071161:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071170:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071178:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071183:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071195:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071214:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071220:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071227:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071234:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071242:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071248:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071253:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071259:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071342:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071348:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071354:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071361:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071380:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071386:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071391:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071397:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071402:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071407:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071412:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071420:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071425:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071430:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071435:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071440:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071458:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071463:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071469:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071475:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071480:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071485:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071490:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071496:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071502:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071507:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071512:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071517:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071533:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071538:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071544:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071549:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.071559:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767316923.082237:0:41796:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9b3ec567e800:41796] 1 exiting: rc = 0 00000100:00100000:0.0:1767316923.088624:0:41795:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9b3ec7b24a00:41795] 0 exiting: rc = 1 00000100:00100000:3.0:1767316923.089298:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089309:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089315:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089321:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089326:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089331:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089338:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089344:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089348:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089353:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089358:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089364:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089369:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089374:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089379:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089384:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089390:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089395:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089399:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089404:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089409:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089414:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089419:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089423:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089428:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089433:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089438:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089443:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089447:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089452:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089457:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089462:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089467:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089472:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089477:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089482:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089486:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089491:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089497:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089502:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089509:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089514:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089519:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089524:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089528:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089533:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089539:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089544:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089549:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089554:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089560:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089565:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089571:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089575:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089580:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089586:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089591:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089608:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089613:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089619:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089623:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089628:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089633:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.089639:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091476:0:41798:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9b3ec7b24c00:41798] 1 exiting: rc = 0 00000100:00100000:3.0:1767316923.091590:0:41797:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9b3ec567e200:41797] 0 exiting: rc = 1 00000100:00100000:3.0:1767316923.091671:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091677:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091682:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091687:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091692:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091697:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091703:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091708:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091714:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091719:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.091724:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096140:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096152:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096157:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096162:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096167:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096172:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096177:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096186:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096193:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096197:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096203:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096208:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096213:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096219:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096225:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096231:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096238:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096244:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096251:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096270:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096279:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096286:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096292:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096299:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096306:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096313:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096320:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096327:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096334:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096342:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096349:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096356:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096363:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096370:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096379:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096386:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096395:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096403:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096413:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096421:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096431:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096440:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096446:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096454:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096460:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096466:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096477:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096483:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096488:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096493:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096498:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096503:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096508:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.096973:0:41799:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [ffff9b3dc3a8ca00:41799] 0 exiting: rc = 1 00000100:00100000:1.0:1767316923.097036:0:41800:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [ffff9b3ef790d200:41800] 1 exiting: rc = 0 00000100:00100000:3.0:1767316923.097064:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097071:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097078:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097083:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097088:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097094:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097098:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097101:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097105:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097109:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097112:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097115:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097118:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097121:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097124:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097127:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097130:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097133:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097136:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097139:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097142:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097146:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097150:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097153:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097156:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097160:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097163:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097166:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097169:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097172:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097174:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097177:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097183:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097186:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097189:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097192:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097195:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097198:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097201:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097204:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097207:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097210:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097213:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097217:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097220:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097222:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097225:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097228:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097231:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097234:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097237:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097240:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097243:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097246:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097249:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097252:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097255:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097258:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097261:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097264:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097269:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097274:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097278:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097283:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1767316923.097793:0:41802:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [ffff9b3efd032800:41802] 1 exiting: rc = 0 00000100:00100000:1.0:1767316923.097954:0:41803:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [ffff9b3ecbb53a00:41803] 2 exiting: rc = 0 00000100:00100000:2.0:1767316923.098274:0:41801:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [ffff9b3efd032200:41801] 0 exiting: rc = 1 00000100:00100000:2.0:1767316923.111982:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.111994:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112000:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112006:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112012:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112019:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112027:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112036:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112043:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112050:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112056:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112063:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112073:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112081:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112086:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112177:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112187:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112193:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112199:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112219:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112873:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112886:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112892:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112897:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112903:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112909:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112915:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112922:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112928:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112934:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112941:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112948:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112954:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112969:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112976:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112983:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112989:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.112995:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113001:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113007:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113014:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113020:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113029:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113053:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113060:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113065:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113070:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113076:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113081:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113087:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113093:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113110:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113115:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113122:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113128:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113132:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113137:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113143:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113148:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113153:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113158:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113164:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113169:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767316923.113175:0:54307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1767316923.123478:0:54307:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767316923.123494:0:54307:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1767316923.123500:0:54307:0:(genops.c:904:class_export_put()) final put ffff9b3efc04f800/MDS_uuid 00000020:00000080:0.0:1767316923.123505:0:54307:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3efc04f800/MDS_uuid for MDS 00000020:01000000:0.0:1767316923.123515:0:54307:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1767316923.123699:0:54307:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1767316923.497415:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316924.068072:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316924.068096:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985802624:0@lo:400:kworker.0 00000400:00000100:0.0:1767316924.068153:0:6213:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985802624 offset 0 length 224: 4 00000100:00100000:1.0:1767316924.068410:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985802496:0@lo:400:kworker.0 00000400:00000100:1.0:1767316924.068436:0:6215:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985802496 offset 0 length 224: 4 00000100:00100000:1.0:1767316924.068466:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316924.068471:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985802368:0@lo:400:kworker.0 00000400:00000100:1.0:1767316924.068490:0:6215:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985802368 offset 0 length 224: 4 00010000:00010000:0.0:1767316924.516457:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767316925.089306:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934084992 offset 0 length 224: 4 00000400:00000100:1.0:1767316925.089336:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934085120 offset 0 length 224: 4 00000100:00100000:1.0:1767316925.089370:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316925.089414:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316925.089458:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934085248 00000100:00100000:1.0:1767316925.089469:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934085248 00000100:00100000:1.0:1767316925.089533:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934085376 00000100:00100000:1.0:1767316925.089537:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934085376 00000100:00100000:1.0:1767316925.089563:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1035 00000100:00100000:1.0:1767316925.089573:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163934085248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316925.089665:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2486:x1853163934085248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 94us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316925.089674:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1035 00000100:00100000:1.0:1767316925.089692:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1036 00000100:00100000:1.0:1767316925.089698:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef40e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163934085376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1767316925.089723:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef40e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2485:x1853163934085376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316925.089752:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1036 00000100:00080000:1.0:1767316925.089768:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767316925.089772:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1767316925.332511:0:33647:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1767316925.332534:0:33647:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840742 is committed 00000020:00000080:2.0:1767316925.332658:0:33647:0:(genops.c:904:class_export_put()) final put ffff9b3eca263000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767316925.332998:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3eca263000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1767316925.333279:0:53883:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3eca261800 for lustre-OST0000 00010000:00010000:0.0:1767316925.542322:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316926.581972:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1767316926.736444:0:35303:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767316926.736459:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873846 is committed 00000001:00080000:1.0:1767316926.736578:0:35303:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873847 is committed 00000020:00000080:1.0:1767316926.736620:0:35303:0:(genops.c:904:class_export_put()) final put ffff9b3ee6c86000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767316926.736757:0:53883:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ee6c86000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1767316926.736797:0:53883:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3ee6c83800 for lustre-OST0001 00010000:00010000:3.0:1767316927.588916:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316928.612255:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316929.188089:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985802880:0@lo:400:kworker.0 00000400:00000100:2.0:1767316929.188149:0:6214:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985802880 offset 0 length 224: 4 00000100:00100000:2.0:1767316929.188215:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767316929.188222:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985803008:0@lo:400:kworker.0 00000400:00000100:2.0:1767316929.188240:0:6214:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985803008 offset 0 length 224: 4 00000100:00100000:1.0:1767316929.188349:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985802752:0@lo:400:kworker.0 00000400:00000100:1.0:1767316929.188374:0:6213:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985802752 offset 0 length 224: 4 00010000:00010000:0.0:1767316929.636154:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316930.210188:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934085632 offset 0 length 224: 4 00000100:00100000:3.0:1767316930.210234:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000400:00000100:3.0:1767316930.210273:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934085504 offset 0 length 224: 4 00000100:00100000:3.0:1767316930.210315:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316930.210345:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934085888 00000100:00100000:3.0:1767316930.210353:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934085888 00000100:00100000:3.0:1767316930.210630:0:32619:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934085760 00000100:00100000:3.0:1767316930.210635:0:32619:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934085760 00000100:00100000:3.0:1767316930.210664:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1037 00000100:00100000:3.0:1767316930.210674:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934085888:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316930.210916:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934085888:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 242us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316930.210924:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1037 00000100:00100000:3.0:1767316930.210950:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1038 00000100:00100000:3.0:1767316930.210957:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934085760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1767316930.210985:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934085760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316930.210995:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1038 00000100:00080000:3.0:1767316930.211015:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316930.211019:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767316930.663796:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316931.686185:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316932.709648:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316933.732111:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767316934.312344:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316934.312366:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985803392:0@lo:400:kworker.0 00000400:00000100:1.0:1767316934.312424:0:6215:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985803392 offset 0 length 224: 4 00000100:00100000:0.0:1767316934.312560:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985803264:0@lo:400:kworker.0 00000400:00000100:0.0:1767316934.312586:0:6213:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985803264 offset 0 length 224: 4 00000100:00100000:0.0:1767316934.312601:0:6213:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316934.312606:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985803136:0@lo:400:kworker.0 00000400:00000100:0.0:1767316934.312627:0:6213:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985803136 offset 0 length 224: 4 00010000:00010000:1.0:1767316934.757989:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316935.324138:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934086016 offset 0 length 224: 4 00000100:00100000:3.0:1767316935.324197:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000400:00000100:3.0:1767316935.324227:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934086144 offset 0 length 224: 4 00000100:00100000:3.0:1767316935.324250:0:6207:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1767316935.324304:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934086272 00000100:00100000:0.0:1767316935.324314:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934086272 00000100:00100000:0.0:1767316935.324440:0:38183:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934086400 00000100:00100000:0.0:1767316935.324444:0:38183:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934086400 00000100:00080000:3.0:1767316935.324449:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316935.324454:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767316935.324686:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1039 00000100:00100000:2.0:1767316935.324701:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163934086272:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316935.324842:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163934086272:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 146us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316935.324851:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1039 00000100:00100000:2.0:1767316935.324867:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1040 00000100:00100000:2.0:1767316935.324873:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163934086400:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316935.324895:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2483:x1853163934086400:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 22us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316935.324900:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1040 00010000:00010000:1.0:1767316935.780084:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316936.804151:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316937.827861:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316938.852141:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316939.427988:0:6214:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767316939.428007:0:6212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985803648:0@lo:400:kworker.0 00000100:00100000:2.0:1767316939.428012:0:6214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985803520:0@lo:400:kworker.0 00000100:00100000:0.0:1767316939.428022:0:6213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985803776:0@lo:400:kworker.0 00000400:00000100:1.0:1767316939.428080:0:6212:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985803648 offset 0 length 224: 4 00000400:00000100:0.0:1767316939.428085:0:6213:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985803776 offset 0 length 224: 4 00000400:00000100:2.0:1767316939.428088:0:6214:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985803520 offset 0 length 224: 4 00010000:00010000:1.0:1767316939.878806:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316940.444765:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934086656 offset 0 length 224: 4 00000100:00100000:3.0:1767316940.444806:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000400:00000100:3.0:1767316940.444832:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934086528 offset 0 length 224: 4 00000100:00100000:3.0:1767316940.444852:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1767316940.445056:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934086912 00000100:00100000:2.0:1767316940.445066:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934086912 00000100:00100000:2.0:1767316940.445139:0:15520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934086784 00000100:00100000:2.0:1767316940.445143:0:15520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934086784 00000100:00100000:2.0:1767316940.445168:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1041 00000100:00100000:2.0:1767316940.445179:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934086912:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316940.445251:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934086912:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316940.445258:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1041 00000100:00100000:2.0:1767316940.445277:0:15520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1042 00000100:00100000:2.0:1767316940.445283:0:15520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934086784:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1767316940.445307:0:15520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2484:x1853163934086784:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316940.445313:0:15520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1042 00000100:00080000:3.0:1767316940.445579:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316940.445583:0:12914:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000400:0.0:1767316940.451906:0:6213:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316924/real 1767316924] req@ffff9b3dca9b1180 x1853163985802624/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1767316940.454898:0:6215:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316924/real 1767316924] req@ffff9b3dca9b3800 x1853163985802368/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316940.454928:0:6215:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3dca9b3800 x1853163985802368/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316940.454938:0:6215:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1767316940.454942:0:6215:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1767316940.484269:0:6215:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1767316940.484275:0:6215:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1767316940.484286:0:6215:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b3dca9b3800 x1853163985802368/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316940.484303:0:6215:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b3dca9b0a80 x1853163985802752/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767316945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316940.484314:0:6215:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b3ef40e0a80 x1853163985803136/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767316950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316940.484451:0:6215:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b3ef40e0000 x1853163985803520/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767316955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767316940.484475:0:6215:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1767316940.484478:0:6215:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1767316940.484480:0:6215:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1767316940.484482:0:6215:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:2.0:1767316940.484504:0:6215:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316924/real 1767316924] req@ffff9b3dca9b2d80 x1853163985802496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316940.484533:0:6215:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3dca9b2d80 x1853163985802496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316940.484541:0:6215:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767316940.484544:0:6215:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767316940.484560:0:6215:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:2.0:1767316940.484576:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6215:1853163985802368:0@lo:400:kworker.0 00000100:00100000:2.0:1767316940.484583:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:6215:1853163985802496:0@lo:400:kworker.0 00000100:00080000:3.0:1767316940.484708:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316940.484713:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767316940.484716:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316940.484721:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1767316940.484757:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316940.484800:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985803904/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767316940.484824:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316940.484827:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767316940.484829:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316940.484833:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1298 00000100:00080000:3.0:1767316940.485063:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316940.485081:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e1880 x1853163985804032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767316940.485297:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985803904:0@lo:250:kworker.0 00000400:00000100:2.0:1767316940.485363:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985803904 offset 0 length 520: 4 00000100:00100000:2.0:1767316940.485409:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985804032:0@lo:38:kworker.0 00000400:00000100:2.0:1767316940.485430:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985804032 offset 0 length 520: 4 00000100:00100000:2.0:1767316940.485455:0:6215:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767316940.485462:0:6215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985804160:0@lo:400:kworker.0 00000400:00000100:2.0:1767316940.485481:0:6215:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985804160 offset 0 length 224: 4 00000100:00100000:1.0:1767316940.485638:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6214:1853163985803520:0@lo:400:kworker.0 00000100:00100000:0.0:1767316940.521150:0:6213:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3dca9b1180 x1853163985802624/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767316940.521167:0:6213:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767316940.521170:0:6213:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1767316940.521175:0:6213:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1767316940.521252:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767316940.521259:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985803136:0@lo:400:kworker.0 00000100:00080000:3.0:1767316940.521259:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767316940.521265:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316940.521272:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1298 00000100:00100000:0.0:1767316940.521275:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6213:1853163985802752:0@lo:400:kworker.0 00000100:00080000:3.0:1767316940.521284:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767316940.521293:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985802624:0@lo:400:kworker.0 00000100:00100000:3.0:1767316940.521325:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985804288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767316940.521428:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985804288:0@lo:38:kworker.0 00000400:00000100:2.0:1767316940.521476:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985804288 offset 0 length 520: 4 00010000:00010000:0.0:1767316940.902846:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316941.524916:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934087168 offset 0 length 224: 4 00000400:00000100:3.0:1767316941.535689:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934087040 offset 0 length 520: 4 00000100:00100000:3.0:1767316941.535797:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1767316941.535842:0:6206:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1767316941.536156:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934087296 00000100:00100000:1.0:1767316941.536168:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934087296 00000100:00100000:1.0:1767316941.536228:0:37089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163934087424 00000100:00100000:1.0:1767316941.536232:0:37089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163934087424 00000100:00100000:1.0:1767316941.536259:0:37089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12684 00000100:00100000:1.0:1767316941.536269:0:37089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2482:x1853163934087296:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:1.0:1767316941.536298:0:37089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51b71ddb 00000100:00080000:1.0:1767316941.536314:0:37089:0:(import.c:65:import_set_state_nolock()) ffff9b3efc04d800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1767316941.536411:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 12685 00000100:00100000:0.0:1767316941.536422:0:32619:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+5:2482:x1853163934087424:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:0.0:1767316941.536439:0:32619:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc472cb5f51ba7842 00000100:00080000:0.0:1767316941.536445:0:32619:0:(import.c:65:import_set_state_nolock()) ffff9b3dc3b60800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767316941.536451:0:37089:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840742 00000001:00000004:0.0:1767316941.536481:0:32619:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179873847 00000100:00100000:1.0:1767316941.536865:0:37089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3ef79e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+2:2482:x1853163934087296:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 596us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316941.536874:0:37089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12684 00010000:00010000:1.0:1767316941.536902:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316941.536923:0:32619:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9b3efb686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4+2:2482:x1853163934087424:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 503us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316941.536931:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 12685 00010000:00010000:0.0:1767316941.536955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316941.549798:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934087552 offset 0 length 520: 4 00010000:00010000:1.0:1767316941.924013:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1767316942.076665:0:35303:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:0.0:1767316942.076675:0:35303:0:(genops.c:904:class_export_put()) final put ffff9b3dc3b65800/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:3.0:1767316942.076775:0:25491:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3dc3b65800/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 for lustre-OST0001 00000020:00000080:3.0:1767316942.076822:0:25491:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3dc3b60800 for lustre-OST0001 00010000:00010000:0.0:1767316942.947915:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316943.972501:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316944.997003:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767316945.572979:0:6214:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316929/real 1767316929] req@ffff9b3dca9b1f80 x1853163985803008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316945 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316945.575579:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767316945.575596:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767316945.575599:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767316945.575602:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767316945.575604:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767316945.575607:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767316945.596817:0:6214:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3dca9b1f80 x1853163985803008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767316945.596831:0:6214:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3ec5003000 already not connected (conn 5, was 4): CONNECTING 00000100:00000400:1.0:1767316945.597091:0:6214:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316929/real 1767316929] req@ffff9b3dca9b1c00 x1853163985802880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316945 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767316945.597124:0:6214:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3dca9b1c00 x1853163985802880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767316945.597130:0:6214:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3efd6df000 already not connected (conn 5, was 4): CONNECTING 00000100:00100000:1.0:1767316945.597146:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:6214:1853163985803008:0@lo:400:kworker.0 00000100:00100000:1.0:1767316945.597151:0:6214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6214:1853163985802880:0@lo:400:kworker.0 00000001:00100000:1.0:1767316945.611041:0:33647:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:1.0:1767316945.611050:0:33647:0:(genops.c:904:class_export_put()) final put ffff9b3ef55ca800/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 00000020:00000080:1.0:1767316945.611077:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9b3ef55ca800/3c0d99b1-d4c9-4f88-a70d-20dad66c7ff4 for lustre-OST0000 00000020:00000080:1.0:1767316945.611121:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9b3efc04d800 for lustre-OST0000 00010000:00010000:1.0:1767316946.019994:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316947.043887:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316948.067985:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316949.096112:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316950.116398:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316950.691809:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316940/real 1767316940] req@ffff9b3ef79e3100 x1853163985804288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316950.691842:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985804288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316950.691853:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316940/real 1767316940] req@ffff9b3ef79e2a00 x1853163985803904/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316950.691865:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985803904/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316950.691875:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316940/real 1767316940] req@ffff9b3ef79e1880 x1853163985804032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316950.691887:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e1880 x1853163985804032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316950.691906:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316950.691914:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767316950.691918:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985804288:0@lo:38:kworker.0 00000100:00080000:2.0:1767316950.691924:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316950.691928:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767316950.691930:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985803904:0@lo:250:kworker.0 00000100:00080000:2.0:1767316950.691935:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316950.691939:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767316950.691942:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985804032:0@lo:38:kworker.0 00000100:00000400:1.0:1767316950.692097:0:6213:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316934/real 1767316934] req@ffff9b3ef40e3800 x1853163985803264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767316950.692644:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316950.692650:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767316950.692653:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316950.692657:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2185 00000100:00080000:3.0:1767316950.692663:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767316950.692670:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316950.692702:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985804416/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767316950.692722:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316950.692743:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767316950.692746:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316950.692750:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2185 00000100:00080000:3.0:1767316950.692754:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767316950.692757:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316950.692772:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985804544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767316950.692781:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316950.692784:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767316950.692786:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316950.692789:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2185 00000100:00080000:3.0:1767316950.692791:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767316950.692795:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316950.692808:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985804672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767316950.692841:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985804416:0@lo:250:kworker.0 00000400:00000100:3.0:1767316950.692892:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985804416 offset 0 length 520: 4 00000100:00100000:3.0:1767316950.692931:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985804544:0@lo:38:kworker.0 00000400:00000100:3.0:1767316950.692966:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985804544 offset 0 length 520: 4 00000100:00100000:3.0:1767316950.692978:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985804672:0@lo:38:kworker.0 00000400:00000100:3.0:1767316950.692994:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985804672 offset 0 length 520: 4 00000100:00000400:2.0:1767316950.693129:0:6215:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316934/real 1767316934] req@ffff9b3ef40e2680 x1853163985803392/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316950.693153:0:6215:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3ef40e2680 x1853163985803392/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316950.693162:0:6215:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3ec5003000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:2.0:1767316950.693171:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985803392:0@lo:400:kworker.0 00000100:00100000:1.0:1767316950.734972:0:6213:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3ef40e3800 x1853163985803264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767316950.734987:0:6213:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3efd6df000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:1.0:1767316950.735108:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:6213:1853163985803264:0@lo:400:kworker.0 00010000:00010000:0.0:1767316951.139878:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316951.709655:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934087680 offset 0 length 520: 4 00000400:00000100:3.0:1767316951.709683:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934087808 offset 0 length 520: 4 00010000:00010000:3.0:1767316952.164211:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316953.188924:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316953.634302:0:55437:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: auster : @@@@@@ FAIL: Restart of mds1 failed! 00010000:00010000:1.0:1767316954.212024:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316955.238999:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1767316955.811830:0:6212:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316939/real 1767316939] req@ffff9b3ef40e1880 x1853163985803648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767316955.812436:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316955.812443:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316955.812446:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316955.812449:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316955.812451:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316955.812454:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767316955.836948:0:6212:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3ef40e1880 x1853163985803648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316955.836963:0:6212:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3efd6df000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:2.0:1767316955.842271:0:6212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6212:1853163985803648:0@lo:400:kworker.0 00000100:00000400:2.0:1767316955.875806:0:6213:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316939/real 1767316939] req@ffff9b3ef40e0e00 x1853163985803776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316955.875838:0:6213:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3ef40e0e00 x1853163985803776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316955.875846:0:6213:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3ec5003000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:2.0:1767316955.875861:0:6213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:6213:1853163985803776:0@lo:400:kworker.0 00010000:00010000:3.0:1767316956.262701:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767316956.837895:0:6215:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316940/real 1767316940] req@ffff9b3ef79e3480 x1853163985804160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767316956.837930:0:6215:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b3ef79e3480 x1853163985804160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767316956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767316956.837939:0:6215:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff9b3ec5003000 already not connected (conn 6, was 4): CONNECTING 00000100:00100000:0.0:1767316956.838100:0:6215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:6215:1853163985804160:0@lo:400:kworker.0 00010000:00010000:3.0:1767316957.284426:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316958.309539:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316959.331959:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316960.355881:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767316960.934629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767316960.934636:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767316960.934639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767316960.934641:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767316960.934643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767316960.934645:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767316961.379952:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316962.404046:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316963.427859:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316964.452301:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316965.028163:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316950/real 1767316950] req@ffff9b3efb687800 x1853163985804416/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767316965 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316965.028211:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985804416/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767316965 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316965.028223:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316950/real 1767316950] req@ffff9b3efb687b80 x1853163985804544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316965 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316965.028236:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985804544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316965 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316965.028246:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316950/real 1767316950] req@ffff9b3efb684000 x1853163985804672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316965 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316965.028256:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985804672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316965 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316965.028276:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316965.028300:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767316965.028305:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985804416:0@lo:250:kworker.0 00000100:00080000:2.0:1767316965.028311:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316965.028316:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767316965.028319:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985804544:0@lo:38:kworker.0 00000100:00080000:2.0:1767316965.028324:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316965.028328:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767316965.028331:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985804672:0@lo:38:kworker.0 00000100:00080000:0.0:1767316965.029101:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316965.029107:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767316965.029111:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767316965.029118:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2195 00000100:00080000:0.0:1767316965.029124:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767316965.029130:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767316965.029164:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985804800/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767316965.029200:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316965.029203:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767316965.029205:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767316965.029209:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2195 00000100:00080000:0.0:1767316965.029211:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767316965.029215:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767316965.029230:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985804928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767316965.029239:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316965.029242:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767316965.029244:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767316965.029247:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2195 00000100:00080000:0.0:1767316965.029249:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767316965.029252:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767316965.029262:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985805056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767316965.030117:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985804800:0@lo:250:kworker.0 00000400:00000100:2.0:1767316965.030173:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985804800 offset 0 length 520: 4 00000100:00100000:2.0:1767316965.030233:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985804928:0@lo:38:kworker.0 00000400:00000100:2.0:1767316965.030254:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985804928 offset 0 length 520: 4 00000100:00100000:2.0:1767316965.030266:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985805056:0@lo:38:kworker.0 00000400:00000100:2.0:1767316965.030283:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985805056 offset 0 length 520: 4 00010000:00010000:3.0:1767316965.476612:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316966.500502:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316967.068589:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934088064 offset 0 length 520: 4 00000400:00000100:3.0:1767316967.068612:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934088192 offset 0 length 520: 4 00010000:00010000:0.0:1767316967.523939:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316968.549361:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316969.578372:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767316970.147849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316970.147860:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767316970.147863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316970.148228:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767316970.148231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316970.148234:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767316970.596832:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316971.620580:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316972.647002:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316973.668753:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316974.691926:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767316975.268358:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316975.268369:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767316975.268372:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316975.268376:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767316975.268379:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316975.268382:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767316975.715895:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316976.743260:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316977.765230:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316978.788191:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316979.811912:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767316980.391093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316980.393719:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316980.393725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316980.393741:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316980.393744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316980.393747:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767316980.836936:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316981.861862:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316982.884002:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316983.907911:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316984.933094:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767316985.507848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767316985.507858:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316965/real 1767316965] req@ffff9b3dca9b1180 x1853163985804800/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767316985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767316985.507859:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316985.507865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316985.507873:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316985.507878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316985.507883:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767316985.507902:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985804800/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767316985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316985.507913:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316965/real 1767316965] req@ffff9b3dca9b0a80 x1853163985804928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316985.507925:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985804928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316985.507935:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316965/real 1767316965] req@ffff9b3dca9b3b80 x1853163985805056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767316985.507947:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985805056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767316985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767316985.507963:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316985.507981:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767316985.507985:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985804800:0@lo:250:kworker.0 00000100:00080000:2.0:1767316985.507990:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316985.507995:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767316985.508005:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985804928:0@lo:38:kworker.0 00000100:00080000:2.0:1767316985.508010:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767316985.508013:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767316985.508016:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985805056:0@lo:38:kworker.0 00000100:00080000:3.0:1767316985.508044:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316985.508052:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767316985.508055:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316985.508061:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2210 00000100:00080000:3.0:1767316985.508067:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767316985.508073:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316985.508099:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985805184/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767316985.508126:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316985.508129:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767316985.508131:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316985.508134:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2210 00000100:00080000:3.0:1767316985.508136:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767316985.508139:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316985.508161:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985805312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767316985.508170:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767316985.508173:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767316985.508175:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767316985.508178:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2210 00000100:00080000:3.0:1767316985.508180:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767316985.508183:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767316985.508193:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985805440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767316985.508345:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985805184:0@lo:250:kworker.0 00000400:00000100:2.0:1767316985.508395:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985805184 offset 0 length 520: 4 00000100:00100000:2.0:1767316985.508435:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985805312:0@lo:38:kworker.0 00000400:00000100:2.0:1767316985.508455:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985805312 offset 0 length 520: 4 00000100:00100000:2.0:1767316985.508467:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985805440:0@lo:38:kworker.0 00000400:00000100:2.0:1767316985.508483:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985805440 offset 0 length 520: 4 00010000:00010000:3.0:1767316985.956094:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316986.981747:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767316987.549059:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934088320 offset 0 length 520: 4 00000400:00000100:3.0:1767316987.549077:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934088448 offset 0 length 520: 4 00010000:00010000:0.0:1767316988.003906:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316989.027972:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316990.052203:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767316990.628079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316990.628090:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316990.628094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316990.628098:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767316990.628101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767316990.628104:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767316991.076209:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316992.099962:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316993.124618:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316994.149565:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316995.171977:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767316995.748278:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316995.748288:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767316995.748291:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316995.748294:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767316995.748297:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767316995.748300:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767316996.196252:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316997.219971:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767316998.244005:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767316999.268055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317000.291893:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317000.871025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317000.871036:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317000.871039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317000.871043:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317000.871045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317000.871048:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317001.317832:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317002.340064:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317003.366227:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317004.388107:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317005.414041:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317005.987968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317005.987977:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317005.987979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317005.987981:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317005.987983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317005.987986:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317006.436470:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317007.460201:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317008.484069:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317009.508432:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317010.084758:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316985/real 1767316985] req@ffff9b3efb685180 x1853163985805184/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317010.084795:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985805184/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317010.084811:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316985/real 1767316985] req@ffff9b3efb686680 x1853163985805312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317010.084821:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985805312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317010.084829:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767316985/real 1767316985] req@ffff9b3efb684000 x1853163985805440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317010.084838:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985805440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317010.084855:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317010.084882:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317010.084886:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985805184:0@lo:250:kworker.0 00000100:00080000:2.0:1767317010.084892:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317010.084898:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317010.084901:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985805312:0@lo:38:kworker.0 00000100:00080000:2.0:1767317010.084904:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317010.084907:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317010.084910:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985805440:0@lo:38:kworker.0 00000100:00080000:3.0:1767317010.085044:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317010.085050:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317010.085052:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317010.085057:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2230 00000100:00080000:3.0:1767317010.085061:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317010.085068:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317010.085101:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985805568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317010.085126:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317010.085129:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317010.085131:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317010.085134:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2230 00000100:00080000:3.0:1767317010.085136:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317010.085140:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317010.085154:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985805696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317010.085163:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317010.085165:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317010.085167:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317010.085170:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2230 00000100:00080000:3.0:1767317010.085173:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317010.085176:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317010.085186:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985805824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317010.088149:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985805568:0@lo:250:kworker.0 00000400:00000100:2.0:1767317010.088213:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985805568 offset 0 length 520: 4 00000100:00100000:2.0:1767317010.088263:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985805696:0@lo:38:kworker.0 00000400:00000100:2.0:1767317010.088282:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985805696 offset 0 length 520: 4 00000100:00100000:2.0:1767317010.088294:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985805824:0@lo:38:kworker.0 00000400:00000100:2.0:1767317010.088308:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985805824 offset 0 length 520: 4 00010000:00010000:3.0:1767317010.531979:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317011.556058:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317012.128280:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934088576 offset 0 length 520: 4 00000400:00000100:3.0:1767317012.128307:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934088704 offset 0 length 520: 4 00010000:00010000:0.0:1767317012.581699:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317013.605431:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317014.628754:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317015.203840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317015.203852:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317015.203856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317015.203859:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317015.203862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317015.203865:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317015.651913:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317016.675859:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317017.700192:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317018.724014:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317019.748317:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317020.324440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317020.324451:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317020.324454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317020.324458:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317020.324461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317020.324463:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317020.772075:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317021.797110:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317022.820085:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317023.844133:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317024.868104:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317025.443965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317025.443977:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317025.443979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317025.443983:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317025.443986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317025.443989:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317025.891929:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317026.921319:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317027.940067:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317028.963984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317029.988440:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317030.564204:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317030.564216:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317030.564219:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317030.564222:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317030.564225:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317030.564229:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317031.012002:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317032.035935:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317033.061390:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317034.085027:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317035.108195:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317035.683835:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317035.683849:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317035.683852:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317035.683856:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317035.683859:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317035.683862:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767317035.684024:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317010/real 1767317010] req@ffff9b3efb687b80 x1853163985805568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317035.684057:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985805568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317035.684067:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317010/real 1767317010] req@ffff9b3efb687800 x1853163985805696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317035.684078:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985805696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317035.684086:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317010/real 1767317010] req@ffff9b3efb684000 x1853163985805824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317035.684097:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985805824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317035.684128:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317035.684145:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317035.684149:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985805568:0@lo:250:kworker.0 00000100:00080000:2.0:1767317035.684155:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317035.684159:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:1.0:1767317035.684221:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317035.684227:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317035.684230:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317035.684235:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2255 00000100:00080000:1.0:1767317035.684239:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767317035.684241:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985805696:0@lo:38:kworker.0 00000100:00080000:1.0:1767317035.684248:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00080000:2.0:1767317035.684251:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317035.684261:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317035.684265:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985805824:0@lo:38:kworker.0 00000100:00100000:1.0:1767317035.684282:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985805952/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317035.684301:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317035.684305:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317035.684307:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317035.684311:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2255 00000100:00080000:1.0:1767317035.684314:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317035.684318:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317035.684323:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985805952:0@lo:250:kworker.0 00000100:00100000:1.0:1767317035.684334:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985806080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317035.684344:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317035.684346:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317035.684348:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317035.684351:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2255 00000100:00080000:1.0:1767317035.684353:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317035.684357:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317035.684368:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985806208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767317035.684376:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985805952 offset 0 length 520: 4 00000100:00100000:2.0:1767317035.684423:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985806080:0@lo:38:kworker.0 00000400:00000100:2.0:1767317035.684443:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985806080 offset 0 length 520: 4 00000100:00100000:2.0:1767317035.684455:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985806208:0@lo:38:kworker.0 00000400:00000100:2.0:1767317035.684468:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985806208 offset 0 length 520: 4 00010000:00010000:1.0:1767317036.132156:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317037.155911:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317037.727898:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934088832 offset 0 length 520: 4 00000400:00000100:0.0:1767317037.729690:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934088960 offset 0 length 520: 4 00010000:00010000:1.0:1767317038.180385:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317039.204035:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317040.228959:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317040.804241:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317040.804252:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317040.804255:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317040.804258:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317040.804260:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317040.804263:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317041.251944:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317042.277633:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317043.300028:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317044.324652:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317045.348019:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317045.923983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317045.923993:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317045.923995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317045.923998:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317045.924000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317045.924003:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317046.372460:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317047.397452:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317048.420038:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317049.443893:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317050.468089:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317051.044106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317051.044117:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317051.044120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317051.044124:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317051.044127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317051.044130:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317051.492418:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317052.518182:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317053.539893:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317054.564560:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317055.588860:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317056.164794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317056.164803:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317056.164805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317056.164807:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317056.164809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317056.164811:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317056.615068:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317057.635952:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317058.663399:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317059.685108:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317060.260261:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317035/real 1767317035] req@ffff9b3ef40e0000 x1853163985806080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317060 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317060.260590:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985806080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317060 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317060.260604:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317035/real 1767317035] req@ffff9b3ef40e2300 x1853163985806208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317060 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317060.260617:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985806208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317060 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317060.260627:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317035/real 1767317035] req@ffff9b3ef40e3800 x1853163985805952/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317060 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317060.260639:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985805952/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317060 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317060.260663:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317060.260816:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317060.260821:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985806080:0@lo:38:kworker.0 00000100:00080000:0.0:1767317060.260828:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317060.265448:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317060.265463:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317060.265468:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317060.265473:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317060.265480:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317060.265492:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2280 00000100:00080000:2.0:1767317060.265499:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317060.265509:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317060.265571:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dc8ee6300 x1853163985806336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317060.265600:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317060.265603:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317060.265605:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317060.265610:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2280 00000100:00080000:2.0:1767317060.265612:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317060.265617:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317060.265632:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985806464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317060.265796:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317060.265804:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985806208:0@lo:38:kworker.0 00000100:00080000:0.0:1767317060.265815:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317060.265822:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317060.265826:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985805952:0@lo:250:kworker.0 00000100:00100000:0.0:1767317060.266114:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985806336:0@lo:38:kworker.0 00000100:00080000:2.0:1767317060.266383:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317060.266388:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317060.266390:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317060.266394:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2280 00000100:00080000:2.0:1767317060.266397:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317060.266402:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317060.266422:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e1880 x1853163985806592/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767317060.268339:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985806336 offset 0 length 520: 4 00000100:00100000:0.0:1767317060.268525:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985806464:0@lo:38:kworker.0 00000400:00000100:0.0:1767317060.268552:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985806464 offset 0 length 520: 4 00000100:00100000:0.0:1767317060.268579:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985806592:0@lo:250:kworker.0 00000400:00000100:0.0:1767317060.268597:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985806592 offset 0 length 520: 4 00010000:00010000:1.0:1767317060.709881:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317061.733811:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317062.302947:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934089088 offset 0 length 520: 4 00000400:00000100:0.0:1767317062.302975:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934089216 offset 0 length 520: 4 00010000:00010000:1.0:1767317062.756037:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317063.779927:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317064.804972:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317065.379877:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317065.379890:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317065.379893:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317065.379896:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317065.379899:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317065.379902:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317065.830588:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317066.852304:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317067.875965:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317068.899931:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317069.927290:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317070.500282:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317070.500294:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317070.500297:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317070.500300:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317070.500303:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317070.500306:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317070.950034:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317071.972042:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317072.995992:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317074.020007:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317075.044268:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317075.619841:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317075.619851:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317075.619854:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317075.619857:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317075.619859:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317075.619862:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317076.072478:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317077.094566:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317078.116012:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317079.139963:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317080.164482:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317080.740320:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317080.740331:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317080.740334:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317080.740337:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317080.740340:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317080.740342:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317081.187972:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317082.211887:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317083.236005:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317084.261369:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317085.284116:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317085.859809:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317085.859819:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317085.859822:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317085.859825:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317085.859828:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317085.859831:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767317085.860358:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317060/real 1767317060] req@ffff9b3ef79e1880 x1853163985806592/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317085.860388:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e1880 x1853163985806592/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317085.860399:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317060/real 1767317060] req@ffff9b3dc8ee6300 x1853163985806336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317085.860413:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dc8ee6300 x1853163985806336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317085.860423:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317060/real 1767317060] req@ffff9b3ef79e3480 x1853163985806464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317085.860433:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985806464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317085.860452:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317085.860472:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317085.860477:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985806592:0@lo:250:kworker.0 00000100:00080000:3.0:1767317085.860482:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317085.860488:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317085.860491:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dc8ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985806336:0@lo:38:kworker.0 00000100:00080000:3.0:1767317085.860495:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317085.860501:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317085.860504:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985806464:0@lo:38:kworker.0 00000100:00080000:0.0:1767317085.860515:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317085.860521:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317085.860524:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317085.860531:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2305 00000100:00080000:0.0:1767317085.860536:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317085.860543:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317085.860576:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985806720/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317085.860609:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317085.860613:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317085.860615:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317085.860618:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2305 00000100:00080000:0.0:1767317085.860620:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317085.860624:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317085.860641:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985806848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317085.860661:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985806720:0@lo:250:kworker.0 00000100:00080000:0.0:1767317085.860676:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317085.860679:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317085.860681:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317085.860686:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2305 00000100:00080000:0.0:1767317085.860689:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317085.860693:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317085.860707:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985806976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767317085.860719:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985806720 offset 0 length 520: 4 00000100:00100000:2.0:1767317085.860949:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985806848:0@lo:38:kworker.0 00000400:00000100:2.0:1767317085.860982:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985806848 offset 0 length 520: 4 00000100:00100000:2.0:1767317085.860995:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985806976:0@lo:38:kworker.0 00000400:00000100:2.0:1767317085.861012:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985806976 offset 0 length 520: 4 00010000:00010000:0.0:1767317086.308375:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317087.331914:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317087.901260:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934089344 offset 0 length 520: 4 00000400:00000100:0.0:1767317087.901283:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934089472 offset 0 length 520: 4 00010000:00010000:3.0:1767317088.356826:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317089.380202:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317090.405430:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317090.979890:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317090.979901:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317090.979903:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317090.979907:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317090.979910:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317090.979913:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317091.428094:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317092.452239:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317093.476227:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317094.499895:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317095.523981:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317096.100065:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317096.100076:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317096.100079:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317096.100082:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317096.100086:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317096.100089:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317096.548335:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317097.572177:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317098.595995:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317099.619914:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317100.644036:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317101.220027:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317101.220036:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317101.220039:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317101.220043:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317101.220045:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317101.220048:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317101.668463:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317102.691970:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317103.716163:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317104.739994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317105.763895:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317106.340694:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317106.340705:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317106.340708:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317106.340712:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317106.340714:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317106.340717:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317106.788078:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317107.812625:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317108.836234:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317109.859958:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317110.435863:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317085/real 1767317085] req@ffff9b3dca9b1880 x1853163985806848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317110.435897:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985806848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317110.435909:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317085/real 1767317085] req@ffff9b3dca9b3100 x1853163985806976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317110.435921:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985806976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317110.435931:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317085/real 1767317085] req@ffff9b3dca9b2a00 x1853163985806720/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317110.435943:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985806720/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317110.435961:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317110.435983:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317110.435987:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985806848:0@lo:38:kworker.0 00000100:00080000:2.0:1767317110.435994:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317110.436000:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317110.436003:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985806976:0@lo:38:kworker.0 00000100:00080000:2.0:1767317110.436008:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317110.436012:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317110.436015:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985806720:0@lo:250:kworker.0 00000100:00080000:1.0:1767317110.436137:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317110.436143:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317110.436146:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317110.436151:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2331 00000100:00080000:1.0:1767317110.436155:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317110.436162:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317110.436204:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0380 x1853163985807104/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317110.436226:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317110.436230:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317110.436231:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317110.436234:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2331 00000100:00080000:1.0:1767317110.436237:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317110.436240:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317110.436257:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985807232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317110.436265:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317110.436267:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317110.436269:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317110.436272:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2331 00000100:00080000:1.0:1767317110.436274:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317110.436277:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317110.436285:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985807360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317110.436357:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985807104:0@lo:250:kworker.0 00000400:00000100:2.0:1767317110.436401:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985807104 offset 0 length 520: 4 00000100:00100000:2.0:1767317110.436440:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985807232:0@lo:38:kworker.0 00000400:00000100:2.0:1767317110.436459:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985807232 offset 0 length 520: 4 00000100:00100000:2.0:1767317110.436470:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985807360:0@lo:38:kworker.0 00000400:00000100:2.0:1767317110.436485:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985807360 offset 0 length 520: 4 00010000:00010000:0.0:1767317110.883873:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317111.908107:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317112.480269:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934089600 offset 0 length 520: 4 00000400:00000100:3.0:1767317112.480294:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934089728 offset 0 length 520: 4 00010000:00010000:3.0:1767317112.932024:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317113.956502:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317114.979941:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317115.555890:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317115.555900:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317115.555903:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317115.555906:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317115.555908:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317115.555911:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317116.006717:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317117.028497:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317118.052068:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317119.075948:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317120.099896:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317120.675860:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317120.675872:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317120.675875:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317120.675879:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317120.675881:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317120.675884:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317121.123958:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317122.148233:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317123.171900:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317124.196207:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317125.220055:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317125.795855:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317125.795869:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317125.795873:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317125.795877:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317125.795880:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317125.795884:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317126.244111:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317127.268071:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317128.292501:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317129.316231:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317130.339938:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317130.917947:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317130.917957:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317130.917960:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317130.917964:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317130.917967:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317130.917970:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317131.363853:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317132.388047:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317133.412042:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317134.435939:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317135.012007:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317110/real 1767317110] req@ffff9b3ef40e0380 x1853163985807104/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317135.012054:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0380 x1853163985807104/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317135.012082:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317110/real 1767317110] req@ffff9b3ef40e3800 x1853163985807232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317135.012095:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985807232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317135.012104:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317110/real 1767317110] req@ffff9b3ef40e2300 x1853163985807360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317135.012113:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985807360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317135.012131:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317135.012153:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317135.012157:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985807104:0@lo:250:kworker.0 00000100:00080000:2.0:1767317135.012164:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317135.012172:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317135.012175:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985807232:0@lo:38:kworker.0 00000100:00080000:2.0:1767317135.012180:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317135.012187:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317135.012194:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:0.0:1767317135.012195:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317135.012201:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767317135.012201:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985807360:0@lo:38:kworker.0 00000100:00080000:0.0:1767317135.012210:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2355 00000100:00080000:0.0:1767317135.012215:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317135.012222:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317135.012429:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3480 x1853163985807488/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317135.012464:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317135.012468:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317135.012471:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317135.012475:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2355 00000100:00080000:0.0:1767317135.012477:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317135.012481:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317135.012498:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985807616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317135.012508:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317135.012510:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317135.012512:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317135.012515:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2355 00000100:00080000:0.0:1767317135.012517:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317135.012520:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317135.012529:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985807744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317135.012908:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985807488:0@lo:250:kworker.0 00000400:00000100:1.0:1767317135.012956:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985807488 offset 0 length 520: 4 00000100:00100000:1.0:1767317135.012998:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985807616:0@lo:38:kworker.0 00000400:00000100:1.0:1767317135.013015:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985807616 offset 0 length 520: 4 00000100:00100000:1.0:1767317135.013024:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985807744:0@lo:38:kworker.0 00000400:00000100:1.0:1767317135.013035:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985807744 offset 0 length 520: 4 00010000:00010000:0.0:1767317135.459898:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317136.484137:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317137.510377:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317138.077167:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934089856 offset 0 length 520: 4 00000400:00000100:3.0:1767317138.077192:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934089984 offset 0 length 520: 4 00010000:00010000:1.0:1767317138.531944:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317139.556184:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317140.132371:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317140.132382:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317140.132394:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317140.132398:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317140.132401:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317140.132404:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317140.579983:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317141.604053:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317142.628830:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317143.651901:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317144.679429:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317145.253771:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317145.253782:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317145.253785:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317145.253788:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317145.253791:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317145.253795:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317145.699929:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317146.724754:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317147.752444:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317148.771953:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317149.795903:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317150.373079:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317150.373089:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317150.373092:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317150.373362:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317150.373365:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317150.373368:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317150.822373:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317151.843911:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317152.871002:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317153.895836:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317154.919290:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317155.491999:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317155.492018:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317155.492027:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317155.492031:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317155.492034:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317155.492037:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317155.940002:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317156.966964:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317157.991603:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317159.014412:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317160.035925:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317160.613018:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317135/real 1767317135] req@ffff9b3dca9b3480 x1853163985807488/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317160.613051:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3480 x1853163985807488/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317160.613063:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317135/real 1767317135] req@ffff9b3dca9b0000 x1853163985807616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317160.613075:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985807616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317160.613084:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317135/real 1767317135] req@ffff9b3dca9b2300 x1853163985807744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317160.613095:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985807744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317160.613116:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317160.613126:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767317160.613130:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985807488:0@lo:250:kworker.0 00000100:00080000:1.0:1767317160.613138:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317160.613155:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317160.613159:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985807616:0@lo:38:kworker.0 00000100:00080000:1.0:1767317160.613164:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317160.613168:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317160.613171:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985807744:0@lo:38:kworker.0 00000100:00080000:0.0:1767317160.613205:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317160.613222:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317160.613225:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317160.613230:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2380 00000100:00080000:0.0:1767317160.613233:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317160.613240:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317160.613270:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985807872/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317160.613286:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317160.613288:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317160.613290:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317160.613293:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2380 00000100:00080000:0.0:1767317160.613295:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317160.613298:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317160.613311:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985808000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317160.613320:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317160.613322:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317160.613324:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317160.613326:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2380 00000100:00080000:0.0:1767317160.613328:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317160.613331:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317160.613341:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985808128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317160.613356:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985807872:0@lo:250:kworker.0 00000400:00000100:1.0:1767317160.613407:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985807872 offset 0 length 520: 4 00000100:00100000:1.0:1767317160.613464:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985808000:0@lo:38:kworker.0 00000400:00000100:1.0:1767317160.613489:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985808000 offset 0 length 520: 4 00000100:00100000:1.0:1767317160.613508:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985808128:0@lo:38:kworker.0 00000400:00000100:1.0:1767317160.613545:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985808128 offset 0 length 520: 4 00010000:00010000:1.0:1767317161.059914:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317162.090541:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317163.107928:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317163.678070:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934090112 offset 0 length 520: 4 00000400:00000100:3.0:1767317163.678093:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934090240 offset 0 length 520: 4 00010000:00010000:0.0:1767317164.132063:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317165.158323:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317165.734226:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317165.734237:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317165.734240:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317165.734242:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317165.734245:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317165.734248:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317166.180013:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317167.205425:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317168.228017:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317169.252149:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317170.276409:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317170.851945:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317170.851956:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317170.851959:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317170.851963:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317170.851966:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317170.851969:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317171.304636:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317172.323888:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317173.350324:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317174.374171:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317175.397968:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317175.971974:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317175.971985:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317175.971988:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317175.971993:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317175.971996:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317175.971999:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317176.420523:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317177.446141:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317178.468020:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317179.491986:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317180.516193:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317181.092442:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317181.092455:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317181.092458:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317181.092461:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317181.092464:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317181.092466:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317181.540059:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317182.565797:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317183.589128:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317184.612650:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317185.188134:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317160/real 1767317160] req@ffff9b3dca9b1880 x1853163985808128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317185.188695:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985808128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317185 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317185.188709:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317160/real 1767317160] req@ffff9b3dca9b2a00 x1853163985807872/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317185.188722:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985807872/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317185 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317185.188755:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317160/real 1767317160] req@ffff9b3dca9b3100 x1853163985808000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317185.188768:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985808000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317185 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317185.188787:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317185.188818:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317185.188822:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985808128:0@lo:38:kworker.0 00000100:00080000:3.0:1767317185.188828:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317185.188834:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317185.188836:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985807872:0@lo:250:kworker.0 00000100:00080000:3.0:1767317185.188841:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317185.188845:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317185.188848:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985808000:0@lo:38:kworker.0 00000100:00080000:1.0:1767317185.189593:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317185.189599:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317185.189602:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317185.189607:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2405 00000100:00080000:1.0:1767317185.189611:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317185.189617:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317185.189650:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985808256/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317185.189683:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317185.189686:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317185.189688:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317185.189691:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2405 00000100:00080000:1.0:1767317185.189694:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317185.189697:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317185.189713:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985808384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317185.189723:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317185.189726:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317185.189754:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317185.189757:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2405 00000100:00080000:1.0:1767317185.189760:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317185.189763:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317185.189775:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985808512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317185.189913:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985808256:0@lo:250:kworker.0 00000400:00000100:3.0:1767317185.189970:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985808256 offset 0 length 520: 4 00000100:00100000:3.0:1767317185.190026:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985808384:0@lo:38:kworker.0 00000400:00000100:3.0:1767317185.190045:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985808384 offset 0 length 520: 4 00000100:00100000:3.0:1767317185.190057:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985808512:0@lo:38:kworker.0 00000400:00000100:3.0:1767317185.190071:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985808512 offset 0 length 520: 4 00010000:00010000:1.0:1767317185.637009:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317186.660847:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317187.683948:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317188.254482:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934090368 offset 0 length 520: 4 00000400:00000100:0.0:1767317188.254506:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934090496 offset 0 length 520: 4 00010000:00010000:0.0:1767317188.707912:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317189.731982:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317190.308221:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317190.308232:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317190.308235:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317190.308238:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317190.308242:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317190.308245:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317190.755900:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317191.781096:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317192.803960:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317193.828031:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317194.854690:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317195.427904:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317195.427917:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317195.427920:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317195.427923:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317195.427926:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317195.427929:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317195.875943:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317196.900324:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317197.925504:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317198.947924:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317199.971957:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317200.548035:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317200.548049:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317200.548052:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317200.548055:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317200.548059:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317200.548062:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317200.996083:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317202.019915:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317203.044158:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317204.074826:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317205.091955:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317205.667862:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317205.667877:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317205.667881:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317205.667886:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317205.667889:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317205.667892:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317206.116100:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317207.140273:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317208.168709:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317209.188856:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317210.212203:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317210.787938:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.787952:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767317210.787953:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317185/real 1767317185] req@ffff9b3ef40e0000 x1853163985808256/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317210.787957:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.787965:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317210.787971:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.787977:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767317210.788004:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985808256/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317210.788017:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317185/real 1767317185] req@ffff9b3ef40e0e00 x1853163985808384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317210.788028:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985808384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317210.788043:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317185/real 1767317185] req@ffff9b3ef40e1880 x1853163985808512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317210.788054:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985808512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317210.788078:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317210.788150:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317210.788156:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985808256:0@lo:250:kworker.0 00000100:00080000:3.0:1767317210.788163:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317210.792158:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.792176:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317210.792182:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317210.792192:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2430 00000100:00080000:1.0:1767317210.792198:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317210.792208:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317210.792264:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985808640/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317210.792288:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.792292:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317210.792296:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317210.792300:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2430 00000100:00080000:1.0:1767317210.792303:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317210.792306:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317210.792325:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985808768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317210.792335:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.792339:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317210.794951:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317210.794968:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985808384:0@lo:38:kworker.0 00000100:00080000:3.0:1767317210.794986:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317210.795981:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317210.795992:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317210.795996:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317210.796003:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2430 00000100:00080000:1.0:1767317210.796008:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317210.796016:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317210.796073:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985808896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317210.796343:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317210.796351:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985808512:0@lo:38:kworker.0 00000100:00100000:3.0:1767317210.796529:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985808640:0@lo:250:kworker.0 00000400:00000100:3.0:1767317210.796601:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985808640 offset 0 length 520: 4 00000100:00100000:3.0:1767317210.796764:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985808768:0@lo:38:kworker.0 00000400:00000100:3.0:1767317210.796789:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985808768 offset 0 length 520: 4 00000100:00100000:3.0:1767317210.796804:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985808896:0@lo:38:kworker.0 00000400:00000100:3.0:1767317210.796821:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985808896 offset 0 length 520: 4 00010000:00010000:2.0:1767317211.238009:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317212.259936:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317213.284240:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317213.854430:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934090624 offset 0 length 520: 4 00000400:00000100:0.0:1767317213.854466:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934090752 offset 0 length 520: 4 00010000:00010000:1.0:1767317214.308497:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317215.332228:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317215.909138:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317215.909165:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317215.909169:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317215.909172:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317215.909175:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317215.909177:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317216.359176:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317217.383322:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317218.404551:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317219.427946:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317220.453530:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317221.028065:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317221.028083:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317221.028086:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317221.028090:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317221.028094:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317221.028097:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317221.476685:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317222.500365:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317223.524103:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317224.549681:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317225.572089:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317226.147927:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317226.147950:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317226.147954:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317226.147958:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317226.147961:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317226.147965:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317226.599229:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317227.620501:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317228.644089:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317229.668063:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317230.692012:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317231.268536:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317231.268553:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317231.268556:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317231.268560:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317231.268564:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317231.268568:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317231.716323:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317232.740999:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317233.768800:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317234.791413:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317235.365510:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317210/real 1767317210] req@ffff9b3ef40e2680 x1853163985808640/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317235 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317235.365557:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985808640/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317235 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317235.365570:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317210/real 1767317210] req@ffff9b3ef40e0a80 x1853163985808768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317235 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317235.365585:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985808768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317235 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317235.365595:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317210/real 1767317210] req@ffff9b3ef40e0700 x1853163985808896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317235 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317235.365607:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985808896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317235 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317235.365631:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317235.365663:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317235.365667:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985808640:0@lo:250:kworker.0 00000100:00080000:2.0:1767317235.365674:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317235.365680:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317235.365683:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985808768:0@lo:38:kworker.0 00000100:00080000:2.0:1767317235.365688:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317235.365693:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317235.365697:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985808896:0@lo:38:kworker.0 00000100:00080000:3.0:1767317235.365833:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317235.365839:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317235.365843:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317235.365849:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2456 00000100:00080000:3.0:1767317235.365853:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317235.365861:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317235.365905:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985809024/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317235.365933:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317235.365937:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317235.365939:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317235.365942:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2456 00000100:00080000:3.0:1767317235.365945:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317235.365949:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317235.365965:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985809152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317235.365974:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317235.365977:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317235.365978:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317235.365982:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2456 00000100:00080000:3.0:1767317235.365984:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317235.365987:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317235.366000:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985809280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317235.366071:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985809024:0@lo:250:kworker.0 00000400:00000100:2.0:1767317235.366135:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985809024 offset 0 length 520: 4 00000100:00100000:2.0:1767317235.366189:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985809152:0@lo:38:kworker.0 00000400:00000100:2.0:1767317235.366224:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985809152 offset 0 length 520: 4 00000100:00100000:2.0:1767317235.366247:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985809280:0@lo:38:kworker.0 00000400:00000100:2.0:1767317235.366265:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985809280 offset 0 length 520: 4 00010000:00010000:3.0:1767317235.812920:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317236.840467:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317237.860175:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317238.428076:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934090880 offset 0 length 520: 4 00000400:00000100:0.0:1767317238.428109:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934091008 offset 0 length 520: 4 00010000:00010000:1.0:1767317238.883962:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317239.908546:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317240.484806:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317240.484821:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317240.484824:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317240.484828:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317240.484831:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317240.484834:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317240.932618:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317241.956323:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317242.982275:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317244.004131:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317245.028038:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317245.606519:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317245.606529:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317245.606531:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317245.606533:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317245.606535:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317245.606537:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317246.054339:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317247.075941:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317248.099861:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317249.123931:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317250.149052:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317250.724316:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317250.724325:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317250.724328:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317250.724331:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317250.724334:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317250.724337:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317251.176153:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317252.196375:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317253.220937:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317254.244013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317255.267946:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317255.844231:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317255.844242:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317255.844245:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317255.844249:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317255.844251:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317255.844254:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317256.291902:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317257.316055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317258.341821:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317259.365193:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317260.388105:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317260.965907:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317235/real 1767317235] req@ffff9b3efb686680 x1853163985809024/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317260 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317260.965943:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985809024/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317260 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317260.965952:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317235/real 1767317235] req@ffff9b3efb685180 x1853163985809152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317260 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317260.965962:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985809152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317260 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317260.965970:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317235/real 1767317235] req@ffff9b3efb684000 x1853163985809280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317260 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317260.965980:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985809280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317260 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317260.965999:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317260.966009:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317260.966012:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985809024:0@lo:250:kworker.0 00000100:00080000:3.0:1767317260.966017:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317260.966021:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317260.966024:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985809152:0@lo:38:kworker.0 00000100:00080000:3.0:1767317260.966028:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317260.966031:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317260.966034:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985809280:0@lo:38:kworker.0 00000100:00080000:2.0:1767317260.966115:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317260.966120:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317260.966124:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317260.966128:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2480 00000100:00080000:2.0:1767317260.966132:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317260.966138:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317260.966168:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985809408/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317260.966190:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317260.966193:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317260.966195:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317260.966198:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2480 00000100:00080000:2.0:1767317260.966201:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317260.966204:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317260.966219:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985809536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317260.966232:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317260.966235:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317260.966237:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317260.966240:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2480 00000100:00080000:2.0:1767317260.966242:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317260.966245:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317260.966253:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985809664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317260.966313:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985809408:0@lo:250:kworker.0 00000400:00000100:3.0:1767317260.966359:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985809408 offset 0 length 520: 4 00000100:00100000:3.0:1767317260.966408:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985809536:0@lo:38:kworker.0 00000400:00000100:3.0:1767317260.966427:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985809536 offset 0 length 520: 4 00000100:00100000:3.0:1767317260.966440:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985809664:0@lo:38:kworker.0 00000400:00000100:3.0:1767317260.966455:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985809664 offset 0 length 520: 4 00010000:00010000:1.0:1767317261.412142:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317262.436067:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317263.462958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317264.029789:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934091136 offset 0 length 520: 4 00000400:00000100:3.0:1767317264.029832:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934091264 offset 0 length 520: 4 00010000:00010000:0.0:1767317264.483880:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317265.509828:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317266.085591:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317266.085618:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317266.085622:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317266.085625:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317266.085628:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317266.085632:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317266.531981:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317267.556362:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317268.582158:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317269.604142:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317270.631675:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317271.203827:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317271.203838:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317271.203841:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317271.203844:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317271.203846:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317271.203849:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317271.652110:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317272.675901:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317273.700185:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317274.724097:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317275.748384:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317276.323999:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317276.324010:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317276.324013:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317276.324016:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317276.324019:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317276.324021:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317276.771974:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317277.796316:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317278.820072:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317279.845515:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317280.869485:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317281.447448:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317281.447460:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317281.447464:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317281.447468:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317281.447470:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317281.447473:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317281.892321:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317282.917626:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317283.939937:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317284.964054:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317285.541630:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317260/real 1767317260] req@ffff9b3ef79e2a00 x1853163985809408/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317285.541661:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985809408/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317285.541678:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317260/real 1767317260] req@ffff9b3ef79e3100 x1853163985809536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317285.541689:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985809536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317285.541696:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317260/real 1767317260] req@ffff9b3ef79e3480 x1853163985809664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317285.541707:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985809664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317285.541726:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317285.541769:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317285.541773:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985809408:0@lo:250:kworker.0 00000100:00080000:3.0:1767317285.541779:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317285.541784:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317285.541787:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985809536:0@lo:38:kworker.0 00000100:00080000:3.0:1767317285.541792:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317285.541796:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317285.541798:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985809664:0@lo:38:kworker.0 00000100:00080000:0.0:1767317285.541895:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317285.541901:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317285.541904:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317285.541908:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2506 00000100:00080000:0.0:1767317285.541912:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317285.541966:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317285.542024:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985809792/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317285.542050:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317285.542054:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317285.542055:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317285.542059:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2506 00000100:00080000:0.0:1767317285.542061:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317285.542065:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317285.542079:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985809920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317285.542086:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317285.542089:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317285.542090:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317285.542093:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2506 00000100:00080000:0.0:1767317285.542095:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317285.542098:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317285.542106:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985810048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317285.544378:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985809792:0@lo:250:kworker.0 00000400:00000100:3.0:1767317285.544446:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985809792 offset 0 length 520: 4 00000100:00100000:3.0:1767317285.544510:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985809920:0@lo:38:kworker.0 00000400:00000100:3.0:1767317285.544538:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985809920 offset 0 length 520: 4 00000100:00100000:3.0:1767317285.544598:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985810048:0@lo:38:kworker.0 00000400:00000100:3.0:1767317285.544616:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985810048 offset 0 length 520: 4 00010000:00010000:1.0:1767317285.988107:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317287.012895:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317288.036952:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317288.612187:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934091392 offset 0 length 520: 4 00000400:00000100:3.0:1767317288.612209:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934091520 offset 0 length 520: 4 00010000:00010000:0.0:1767317289.059979:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317290.086058:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317290.660770:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317290.660791:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317290.660795:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317290.660798:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317290.660801:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317290.660804:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317291.110532:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317292.131955:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317293.156108:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317294.182869:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317295.204966:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317295.780085:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317295.780096:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317295.780099:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317295.780105:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317295.780108:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317295.780111:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317296.228010:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317297.251868:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317298.281549:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317299.300237:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317300.324866:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317300.899803:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317300.899815:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317300.899818:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317300.899821:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317300.899824:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317300.899827:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317301.347963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317302.373154:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317303.396093:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317304.420117:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317305.443854:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317306.020574:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317306.020584:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317306.020587:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317306.020590:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317306.020593:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317306.020596:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317306.467983:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317307.492085:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317308.516219:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317309.540233:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317310.117036:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317285/real 1767317285] req@ffff9b3dca9b3b80 x1853163985809792/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317310.117075:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985809792/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317310.117092:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317285/real 1767317285] req@ffff9b3dca9b0a80 x1853163985809920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317310.117104:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985809920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317310.117112:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317285/real 1767317285] req@ffff9b3dca9b1180 x1853163985810048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317310.117122:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985810048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317310.117140:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317310.117163:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317310.117168:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985809792:0@lo:250:kworker.0 00000100:00080000:2.0:1767317310.117173:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317310.117179:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317310.117182:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985809920:0@lo:38:kworker.0 00000100:00080000:2.0:1767317310.117187:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317310.117191:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317310.117193:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985810048:0@lo:38:kworker.0 00000100:00080000:1.0:1767317310.117315:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317310.117321:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317310.117324:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317310.117328:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2530 00000100:00080000:1.0:1767317310.117332:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317310.117338:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317310.117371:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985810176/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317310.117394:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317310.117398:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317310.117399:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317310.117402:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2530 00000100:00080000:1.0:1767317310.117404:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317310.117408:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317310.117423:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985810304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317310.117430:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317310.117433:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317310.117434:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317310.117437:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2530 00000100:00080000:1.0:1767317310.117438:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317310.117441:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317310.117451:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985810432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317310.117527:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985810176:0@lo:250:kworker.0 00000400:00000100:2.0:1767317310.117574:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985810176 offset 0 length 520: 4 00000100:00100000:2.0:1767317310.117616:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985810304:0@lo:38:kworker.0 00000400:00000100:2.0:1767317310.117634:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985810304 offset 0 length 520: 4 00000100:00100000:2.0:1767317310.117646:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985810432:0@lo:38:kworker.0 00000400:00000100:2.0:1767317310.117661:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985810432 offset 0 length 520: 4 00010000:00010000:1.0:1767317310.566205:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317311.593721:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317312.614253:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317313.185828:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934091648 offset 0 length 520: 4 00000400:00000100:0.0:1767317313.185860:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934091776 offset 0 length 520: 4 00010000:00010000:0.0:1767317313.635882:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317314.660135:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317315.236325:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317315.236333:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317315.236336:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317315.236339:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317315.236342:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317315.236345:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317315.688070:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317316.708056:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317317.731928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317318.756590:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317319.781495:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317320.356178:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317320.356190:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317320.356193:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317320.356196:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317320.356199:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317320.356202:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317320.804158:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317321.829409:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317322.852175:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317323.878114:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317324.899868:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317325.477432:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317325.477441:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317325.477445:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317325.477449:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317325.477452:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317325.477455:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317325.923927:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317326.947942:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317327.971900:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317328.995958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317330.019977:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317330.596191:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317330.596205:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317330.596209:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317330.596213:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317330.596218:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317330.596221:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317331.044981:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317332.068057:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317333.092779:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317334.117948:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317335.140078:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317335.716822:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317310/real 1767317310] req@ffff9b3ef40e3b80 x1853163985810176/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317335.716858:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985810176/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317335.716870:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317310/real 1767317310] req@ffff9b3ef40e1180 x1853163985810304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317335.716883:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985810304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317335.716893:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317310/real 1767317310] req@ffff9b3ef40e0700 x1853163985810432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317335.716903:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985810432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317335.716920:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317335.716943:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317335.716947:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985810176:0@lo:250:kworker.0 00000100:00080000:2.0:1767317335.716953:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317335.716958:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317335.716960:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985810304:0@lo:38:kworker.0 00000100:00080000:2.0:1767317335.716964:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317335.716968:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317335.716971:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985810432:0@lo:38:kworker.0 00000100:00080000:3.0:1767317335.717032:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317335.717039:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317335.717042:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317335.717047:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2555 00000100:00080000:3.0:1767317335.717050:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317335.717105:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317335.717138:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985810560/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317335.717161:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317335.717164:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317335.717166:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317335.717169:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2555 00000100:00080000:3.0:1767317335.717171:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317335.717175:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317335.717190:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985810688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317335.717198:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317335.717201:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317335.717203:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317335.717206:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2555 00000100:00080000:3.0:1767317335.717208:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317335.717211:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317335.717221:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985810816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317335.717635:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985810560:0@lo:250:kworker.0 00000400:00000100:2.0:1767317335.717686:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985810560 offset 0 length 520: 4 00000100:00100000:2.0:1767317335.717761:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985810688:0@lo:38:kworker.0 00000400:00000100:2.0:1767317335.717781:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985810688 offset 0 length 520: 4 00000100:00100000:2.0:1767317335.717794:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985810816:0@lo:38:kworker.0 00000400:00000100:2.0:1767317335.717810:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985810816 offset 0 length 520: 4 00010000:00010000:1.0:1767317336.167256:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317337.189209:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317338.215766:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317338.783351:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934091904 offset 0 length 520: 4 00000400:00000100:0.0:1767317338.783374:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934092032 offset 0 length 520: 4 00010000:00010000:1.0:1767317339.236085:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317340.260361:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317340.836720:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317340.836749:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317340.836753:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317340.836756:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317340.836759:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317340.836763:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317341.284298:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317342.307906:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317343.332054:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317344.355979:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317345.380176:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317345.955966:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317345.955978:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317345.955981:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317345.955985:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317345.955988:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317345.955992:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317346.404038:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317347.428460:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317348.453558:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317349.477288:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317350.500616:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317351.075843:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317351.075854:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317351.075857:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317351.075860:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317351.075863:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317351.075865:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317351.524004:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317352.547880:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317353.574032:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317354.595971:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317355.620968:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317356.195893:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317356.195904:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317356.195907:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317356.195910:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317356.195913:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317356.195917:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317356.647467:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317357.667933:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317358.694399:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317359.716128:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317360.292247:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317335/real 1767317335] req@ffff9b3efb684000 x1853163985810560/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317360.292296:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985810560/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317360.292321:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317335/real 1767317335] req@ffff9b3efb685180 x1853163985810688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317360.292334:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985810688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317360.292345:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317335/real 1767317335] req@ffff9b3efb686680 x1853163985810816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317360.292356:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985810816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317360.292376:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317360.292398:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317360.292401:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985810560:0@lo:250:kworker.0 00000100:00080000:2.0:1767317360.292407:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317360.292413:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317360.292416:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985810688:0@lo:38:kworker.0 00000100:00080000:2.0:1767317360.292420:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317360.292423:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317360.292426:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985810816:0@lo:38:kworker.0 00000100:00080000:1.0:1767317360.292497:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317360.292513:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317360.292517:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317360.292523:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2580 00000100:00080000:1.0:1767317360.292528:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317360.292535:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317360.292565:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985810944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317360.292591:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317360.292594:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317360.292596:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317360.292599:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2580 00000100:00080000:1.0:1767317360.292602:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317360.292605:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317360.292620:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985811072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317360.292628:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317360.292631:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317360.292633:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317360.292636:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2580 00000100:00080000:1.0:1767317360.292637:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317360.292641:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317360.292649:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985811200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317360.292748:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985810944:0@lo:250:kworker.0 00000400:00000100:2.0:1767317360.292794:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985810944 offset 0 length 520: 4 00000100:00100000:2.0:1767317360.292832:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985811072:0@lo:38:kworker.0 00000400:00000100:2.0:1767317360.292851:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985811072 offset 0 length 520: 4 00000100:00100000:2.0:1767317360.292863:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985811200:0@lo:38:kworker.0 00000400:00000100:2.0:1767317360.292875:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985811200 offset 0 length 520: 4 00010000:00010000:1.0:1767317360.740260:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317361.764315:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317362.787874:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317363.356813:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934092160 offset 0 length 520: 4 00000400:00000100:0.0:1767317363.356839:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934092288 offset 0 length 520: 4 00010000:00010000:1.0:1767317363.812123:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317364.835998:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317365.412002:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317365.412013:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317365.412015:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317365.412018:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317365.412021:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317365.412023:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317365.859996:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317366.883954:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317367.921675:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317368.932083:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317369.956036:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317370.532414:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317370.532425:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317370.532428:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317370.532432:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317370.532435:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317370.532437:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317370.980062:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317372.004366:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317373.027965:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317374.051951:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317375.075884:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317375.651969:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317375.651980:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317375.651984:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317375.651988:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317375.651991:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317375.651995:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317376.102417:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317377.124100:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317378.149264:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317379.171941:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317380.196046:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317380.773113:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317380.773124:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317380.773127:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317380.773130:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317380.773132:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317380.773135:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317381.220045:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317382.244267:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317383.267938:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317384.292398:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317385.317082:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317385.891864:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317360/real 1767317360] req@ffff9b3ef40e0a80 x1853163985810944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317385.891909:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985810944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317385.891919:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317360/real 1767317360] req@ffff9b3ef40e2680 x1853163985811072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317385.891932:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985811072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317385.891942:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317360/real 1767317360] req@ffff9b3ef40e1880 x1853163985811200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317385.891952:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985811200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317385.891973:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317385.892000:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767317385.892004:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985810944:0@lo:250:kworker.0 00000100:00080000:1.0:1767317385.892010:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317385.892016:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317385.892019:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985811072:0@lo:38:kworker.0 00000100:00080000:1.0:1767317385.892023:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317385.892027:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317385.892030:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985811200:0@lo:38:kworker.0 00000100:00080000:0.0:1767317385.892332:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317385.892338:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317385.892341:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317385.892346:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2605 00000100:00080000:0.0:1767317385.892350:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317385.892357:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317385.892391:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985811328/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317385.892414:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317385.892417:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317385.892419:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317385.892422:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2605 00000100:00080000:0.0:1767317385.892424:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317385.892429:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317385.892443:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985811456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317385.892446:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985811328:0@lo:250:kworker.0 00000100:00080000:0.0:1767317385.892461:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317385.892464:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317385.892466:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317385.892484:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2605 00000100:00080000:0.0:1767317385.892487:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317385.892491:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317385.892502:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985811584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767317385.892777:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985811328 offset 0 length 520: 4 00000100:00100000:3.0:1767317385.892837:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985811456:0@lo:38:kworker.0 00000400:00000100:3.0:1767317385.892859:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985811456 offset 0 length 520: 4 00000100:00100000:3.0:1767317385.892871:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985811584:0@lo:38:kworker.0 00000400:00000100:3.0:1767317385.892885:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985811584 offset 0 length 520: 4 00010000:00010000:2.0:1767317386.339978:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317387.364800:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317388.387944:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317388.958317:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934092416 offset 0 length 520: 4 00000400:00000100:3.0:1767317388.958345:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934092544 offset 0 length 520: 4 00010000:00010000:1.0:1767317389.412351:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317390.436003:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317391.014701:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317391.014717:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317391.014720:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317391.014739:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317391.014741:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317391.014744:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317391.459944:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317392.484250:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317393.508185:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317394.531963:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317395.555908:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317396.140834:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317396.140843:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317396.140845:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317396.140847:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317396.140849:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317396.140851:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317396.580660:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317397.605498:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317398.627902:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317399.651867:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317400.677694:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317401.252034:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317401.252045:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317401.252048:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317401.252052:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317401.252054:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317401.252057:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317401.700970:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317402.726355:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317403.748032:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317404.772377:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317405.795988:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317406.372496:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317406.372506:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317406.372510:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317406.372513:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317406.372516:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317406.372519:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317406.820017:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317407.844343:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317408.868571:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317409.892589:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317410.468202:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317385/real 1767317385] req@ffff9b3dca9b1f80 x1853163985811456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317410.468236:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985811456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317410.468248:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317385/real 1767317385] req@ffff9b3dca9b2d80 x1853163985811584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317410.468260:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985811584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317410.468269:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317385/real 1767317385] req@ffff9b3dca9b1c00 x1853163985811328/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317410.468280:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985811328/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317410.468298:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317410.468326:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317410.468331:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985811456:0@lo:38:kworker.0 00000100:00080000:0.0:1767317410.468337:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317410.468343:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317410.468346:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985811584:0@lo:38:kworker.0 00000100:00080000:0.0:1767317410.468351:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317410.468355:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317410.468357:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985811328:0@lo:250:kworker.0 00000100:00080000:2.0:1767317410.468633:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317410.468639:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317410.468642:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317410.468646:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2631 00000100:00080000:2.0:1767317410.468650:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317410.468656:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317410.468690:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e1880 x1853163985811712/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317410.468719:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317410.468722:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317410.468724:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317410.468749:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2631 00000100:00080000:2.0:1767317410.468752:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317410.468756:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317410.468772:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985811840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317410.468781:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317410.468784:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317410.468785:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317410.468788:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2631 00000100:00080000:2.0:1767317410.468790:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317410.468794:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317410.468802:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985811968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317410.469354:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985811712:0@lo:250:kworker.0 00000400:00000100:0.0:1767317410.469403:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985811712 offset 0 length 520: 4 00000100:00100000:0.0:1767317410.469462:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985811840:0@lo:38:kworker.0 00000400:00000100:0.0:1767317410.469480:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985811840 offset 0 length 520: 4 00000100:00100000:0.0:1767317410.469493:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985811968:0@lo:38:kworker.0 00000400:00000100:0.0:1767317410.469505:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985811968 offset 0 length 520: 4 00010000:00010000:0.0:1767317410.915877:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317411.940379:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317412.963986:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317413.533014:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934092672 offset 0 length 520: 4 00000400:00000100:3.0:1767317413.533040:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934092800 offset 0 length 520: 4 00010000:00010000:1.0:1767317413.988305:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317415.012172:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317415.588267:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317415.588276:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317415.588279:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317415.588282:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317415.588285:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317415.588288:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317416.035875:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317417.069171:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317418.084011:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317419.107919:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317420.133879:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317420.707910:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317420.707922:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317420.707925:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317420.707928:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317420.707931:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317420.707934:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317421.157292:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317422.180002:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317423.205347:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317424.227923:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317425.251930:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317425.828465:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317425.828475:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317425.828478:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317425.828481:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317425.828484:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317425.828487:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317426.276042:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317427.300145:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317428.324129:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317429.348146:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317430.375431:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317430.949888:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317430.949903:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317430.949907:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317430.949911:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317430.949914:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317430.949917:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317431.396103:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317432.419967:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317433.444366:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317434.468161:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317435.044396:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317410/real 1767317410] req@ffff9b3ef79e1880 x1853163985811712/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317435.044439:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e1880 x1853163985811712/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317435.044452:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317410/real 1767317410] req@ffff9b3ef79e3480 x1853163985811840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317435.044465:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985811840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317435.044474:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317410/real 1767317410] req@ffff9b3ef79e3100 x1853163985811968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317435.044484:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985811968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317435.044508:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317435.044580:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767317435.044585:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985811712:0@lo:250:kworker.0 00000100:00080000:1.0:1767317435.044602:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317435.048094:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317435.048109:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317435.048115:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317435.048126:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2655 00000100:00080000:3.0:1767317435.048132:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317435.048142:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317435.048187:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985812096/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317435.048208:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317435.048212:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317435.048214:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317435.048217:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2655 00000100:00080000:3.0:1767317435.048220:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317435.048223:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317435.048241:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985812224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317435.048252:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317435.048256:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317435.048374:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317435.048383:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985811840:0@lo:38:kworker.0 00000100:00080000:1.0:1767317435.048393:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317435.048399:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317435.048403:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985811968:0@lo:38:kworker.0 00000100:00100000:1.0:1767317435.048450:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985812096:0@lo:250:kworker.0 00000400:00000100:1.0:1767317435.048518:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985812096 offset 0 length 520: 4 00000100:00080000:3.0:1767317435.049245:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317435.049252:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317435.049255:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317435.049260:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2655 00000100:00080000:3.0:1767317435.049264:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317435.049269:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317435.049298:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985812352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317435.049376:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985812224:0@lo:38:kworker.0 00000400:00000100:1.0:1767317435.049415:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985812224 offset 0 length 520: 4 00000100:00100000:1.0:1767317435.049442:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985812352:0@lo:38:kworker.0 00000400:00000100:1.0:1767317435.049460:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985812352 offset 0 length 520: 4 00010000:00010000:0.0:1767317435.492051:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317436.516229:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317437.540181:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317438.112026:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934092928 offset 0 length 520: 4 00000400:00000100:3.0:1767317438.112059:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934093056 offset 0 length 520: 4 00010000:00010000:1.0:1767317438.564442:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317439.588235:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317440.171282:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317440.171297:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317440.171301:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317440.171305:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317440.171308:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317440.171312:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317440.612412:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317441.637088:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317442.660111:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317443.684011:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317444.707840:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317445.285462:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317445.285474:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317445.285477:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317445.285480:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317445.285483:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317445.285486:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317445.732068:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317446.758260:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317447.779911:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317448.803906:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317449.828144:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317450.403894:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317450.403904:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317450.403908:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317450.403910:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317450.403913:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317450.403916:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317450.852040:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317451.875862:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317452.900517:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317453.924802:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317454.948889:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317455.523952:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317455.523963:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317455.523966:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317455.523969:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317455.523972:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317455.523975:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317455.971971:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317456.995890:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317458.020095:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317459.044951:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317460.068108:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317460.643895:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317435/real 1767317435] req@ffff9b3efb686680 x1853163985812352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317460.643930:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985812352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317460.643942:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317435/real 1767317435] req@ffff9b3efb687800 x1853163985812096/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317460.643954:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767317460.643956:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985812096/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317460.643963:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317460.643970:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767317460.643974:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317435/real 1767317435] req@ffff9b3efb687b80 x1853163985812224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317460.643976:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317460.643983:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317460.643991:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767317460.644004:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985812224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317460.644023:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317460.644035:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317460.644040:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985812352:0@lo:38:kworker.0 00000100:00080000:3.0:1767317460.644047:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317460.644051:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317460.644056:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317460.644134:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317460.644156:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:0.0:1767317460.644157:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2680 00000100:00080000:0.0:1767317460.644164:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767317460.644164:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985812096:0@lo:250:kworker.0 00000100:00080000:0.0:1767317460.644175:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00080000:3.0:1767317460.644182:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767317460.644221:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985812480/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317460.644247:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317460.644247:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317460.644254:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985812224:0@lo:38:kworker.0 00000100:00080000:0.0:1767317460.644261:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317460.644263:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317460.644269:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2680 00000100:00080000:0.0:1767317460.644272:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317460.644276:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317460.644292:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985812608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317460.644299:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985812480:0@lo:250:kworker.0 00000100:00080000:0.0:1767317460.644304:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317460.644308:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317460.644310:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317460.644313:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2680 00000100:00080000:0.0:1767317460.644316:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317460.644319:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317460.644330:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985812736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767317460.644360:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985812480 offset 0 length 520: 4 00000100:00100000:3.0:1767317460.644417:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985812608:0@lo:38:kworker.0 00000400:00000100:3.0:1767317460.644437:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985812608 offset 0 length 520: 4 00000100:00100000:3.0:1767317460.644450:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985812736:0@lo:38:kworker.0 00000400:00000100:3.0:1767317460.644463:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985812736 offset 0 length 520: 4 00010000:00010000:0.0:1767317461.091908:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317462.120532:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317463.140207:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317463.708941:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934093184 offset 0 length 520: 4 00000400:00000100:2.0:1767317463.708964:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934093312 offset 0 length 520: 4 00010000:00010000:0.0:1767317464.164596:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317465.188149:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317465.767098:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317465.767108:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317465.767111:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317465.767114:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317465.767118:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317465.767120:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317466.212149:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317467.246443:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317468.261532:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317469.283874:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317470.308006:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317470.884224:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317470.884236:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317470.884239:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317470.884242:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317470.884244:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317470.884247:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317471.332477:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317472.357842:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317473.380045:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317474.406109:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317475.427966:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317476.005529:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317476.005539:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317476.005542:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317476.005545:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317476.005549:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317476.005552:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317476.452016:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317477.475917:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317478.500557:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317479.526099:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317480.548000:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317481.124024:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317481.124035:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317481.124038:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317481.124041:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317481.124044:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317481.124047:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767317481.607087:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317482.662423:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317483.684474:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317484.708037:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317485.219907:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317460/real 1767317460] req@ffff9b3dca9b2d80 x1853163985812608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317485.219947:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985812608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317485.219958:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317460/real 1767317460] req@ffff9b3dca9b1f80 x1853163985812736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317485.220061:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985812736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317485.220070:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317460/real 1767317460] req@ffff9b3dca9b1c00 x1853163985812480/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317485.220082:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985812480/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317485.220101:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317485.220130:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317485.220135:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985812608:0@lo:38:kworker.0 00000100:00080000:0.0:1767317485.220141:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317485.220146:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317485.220149:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985812736:0@lo:38:kworker.0 00000100:00080000:0.0:1767317485.220153:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317485.220156:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317485.220160:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985812480:0@lo:250:kworker.0 00000100:00080000:1.0:1767317485.220414:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317485.220421:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317485.220424:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317485.220429:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2705 00000100:00080000:1.0:1767317485.220433:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317485.220440:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317485.220478:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985812864/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317485.220504:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317485.220508:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317485.220510:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317485.220513:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2705 00000100:00080000:1.0:1767317485.220515:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317485.220519:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317485.220533:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985812992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317485.220542:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317485.220545:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317485.220546:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317485.220549:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2705 00000100:00080000:1.0:1767317485.220552:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317485.220555:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317485.220565:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985813120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317485.220647:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985812864:0@lo:250:kworker.0 00000400:00000100:0.0:1767317485.220704:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985812864 offset 0 length 520: 4 00000100:00100000:0.0:1767317485.220781:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985812992:0@lo:38:kworker.0 00000400:00000100:0.0:1767317485.220799:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985812992 offset 0 length 520: 4 00000100:00100000:0.0:1767317485.220810:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985813120:0@lo:38:kworker.0 00000400:00000100:0.0:1767317485.220824:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985813120 offset 0 length 520: 4 00010000:00010000:0.0:1767317485.731886:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317486.756116:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317487.782878:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317488.285200:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934093440 offset 0 length 520: 4 00000400:00000100:2.0:1767317488.285222:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934093568 offset 0 length 520: 4 00010000:00010000:0.0:1767317488.806473:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317489.828130:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317490.341042:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317490.341053:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317490.341056:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317490.341060:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317490.341063:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317490.341066:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317490.852595:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317491.876055:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317492.899882:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317493.924394:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317494.947986:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317495.460066:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317495.460078:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317495.460081:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317495.460084:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317495.460087:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317495.460089:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317495.971973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317496.995881:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317498.019894:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317499.046191:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317500.070800:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317500.581322:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317500.581335:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317500.581338:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317500.581341:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317500.581343:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317500.581346:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317501.092935:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317502.119288:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317503.140025:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317504.164348:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317505.188038:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317505.699984:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317505.699995:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317505.699999:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317505.700002:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317505.700005:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317505.700008:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317506.212123:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317507.236303:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317508.260576:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317509.283977:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317510.308241:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317510.819839:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317510.819849:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317510.819853:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317510.819857:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317510.819860:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317510.819862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767317510.820019:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317485/real 1767317485] req@ffff9b3ef40e1880 x1853163985812864/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317510.820048:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985812864/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317510.820058:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317485/real 1767317485] req@ffff9b3ef40e2680 x1853163985812992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317510.820067:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985812992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317510.820075:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317485/real 1767317485] req@ffff9b3ef40e0a80 x1853163985813120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317510.820084:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985813120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317510.820101:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317510.820258:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317510.820263:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985812864:0@lo:250:kworker.0 00000100:00080000:0.0:1767317510.820270:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317510.820295:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317510.820300:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317510.820304:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317510.820310:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2730 00000100:00080000:1.0:1767317510.820314:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317510.820321:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317510.820362:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985813248/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317510.820377:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317510.820379:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317510.820381:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317510.820384:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2730 00000100:00080000:1.0:1767317510.820387:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317510.820390:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317510.820406:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985813376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317510.820414:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317510.820417:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317510.820488:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317510.820492:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985812992:0@lo:38:kworker.0 00000100:00080000:0.0:1767317510.820498:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317510.820519:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317510.820522:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317510.820524:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317510.820527:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2730 00000100:00080000:1.0:1767317510.820530:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317510.820533:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317510.820547:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985813504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317510.820642:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317510.820646:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985813120:0@lo:38:kworker.0 00000100:00100000:0.0:1767317510.820681:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985813248:0@lo:250:kworker.0 00000400:00000100:0.0:1767317510.820725:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985813248 offset 0 length 520: 4 00000100:00100000:0.0:1767317510.820787:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985813376:0@lo:38:kworker.0 00000400:00000100:0.0:1767317510.820801:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985813376 offset 0 length 520: 4 00000100:00100000:0.0:1767317510.820809:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985813504:0@lo:38:kworker.0 00000400:00000100:0.0:1767317510.820817:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985813504 offset 0 length 520: 4 00010000:00010000:3.0:1767317511.332055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317512.355881:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317513.379955:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317513.885309:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934093696 offset 0 length 520: 4 00000400:00000100:2.0:1767317513.885333:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934093824 offset 0 length 520: 4 00010000:00010000:3.0:1767317514.404112:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317515.429449:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317515.940326:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317515.940338:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317515.940341:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317515.940345:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317515.940348:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317515.940351:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317516.452047:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317517.476346:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317518.500137:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317519.524783:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317520.547941:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317521.063016:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317521.063026:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317521.063030:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317521.063033:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317521.063036:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317521.063038:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317521.575280:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317522.596132:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317523.619980:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317524.644070:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317525.668034:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317526.179833:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317526.179843:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317526.179845:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317526.179848:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317526.179851:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317526.179853:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317526.692055:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317527.717092:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317528.740485:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317529.765753:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317530.790083:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317531.299865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317531.299876:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317531.299879:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317531.299883:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317531.299885:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317531.299888:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317531.812140:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317532.836014:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317533.859974:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317534.888140:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317535.397520:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317510/real 1767317510] req@ffff9b3ef40e0e00 x1853163985813248/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317535.397554:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985813248/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317535.397566:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317510/real 1767317510] req@ffff9b3ef40e0000 x1853163985813376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317535.397578:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985813376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317535.397587:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317510/real 1767317510] req@ffff9b3ef40e2300 x1853163985813504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317535.397597:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985813504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317535.397615:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317535.397641:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767317535.397645:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985813248:0@lo:250:kworker.0 00000100:00080000:1.0:1767317535.397650:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317535.397656:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317535.397659:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985813376:0@lo:38:kworker.0 00000100:00080000:1.0:1767317535.397663:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317535.397666:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317535.397669:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985813504:0@lo:38:kworker.0 00000100:00080000:3.0:1767317535.398008:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317535.398013:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317535.398016:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317535.398020:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2756 00000100:00080000:3.0:1767317535.398024:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317535.398029:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317535.398059:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985813632/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317535.398082:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317535.398085:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317535.398087:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317535.398090:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2756 00000100:00080000:3.0:1767317535.398092:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317535.398095:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317535.398107:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985813760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317535.398114:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317535.398117:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317535.398119:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317535.398122:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2756 00000100:00080000:3.0:1767317535.398124:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317535.398126:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317535.398133:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985813888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317535.398188:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985813632:0@lo:250:kworker.0 00000400:00000100:1.0:1767317535.398231:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985813632 offset 0 length 520: 4 00000100:00100000:1.0:1767317535.398338:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985813760:0@lo:38:kworker.0 00000400:00000100:1.0:1767317535.398358:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985813760 offset 0 length 520: 4 00000100:00100000:1.0:1767317535.398371:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985813888:0@lo:38:kworker.0 00000400:00000100:1.0:1767317535.398386:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985813888 offset 0 length 520: 4 00010000:00010000:2.0:1767317535.907917:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317536.932804:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317537.956119:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317538.462811:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934094080 offset 0 length 520: 4 00000400:00000100:0.0:1767317538.462834:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934094208 offset 0 length 520: 4 00010000:00010000:3.0:1767317538.979955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317540.004072:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317540.515899:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317540.515909:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317540.515912:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317540.515915:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317540.515918:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317540.515921:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317541.028221:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317542.052387:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317543.076210:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317544.099902:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317545.124350:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317545.642644:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317545.642655:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317545.642657:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317545.642660:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317545.642663:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317545.642665:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317546.152239:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317547.171897:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317548.199069:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317549.220848:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317550.244928:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317550.755858:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317550.755870:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317550.755873:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317550.755877:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317550.755879:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317550.755881:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317551.273821:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317552.294535:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317553.315989:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317554.339948:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317555.372065:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317555.879590:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317555.879601:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317555.879604:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317555.879609:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317555.879612:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317555.879615:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317556.388698:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317557.412147:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317558.436090:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317559.465222:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317560.484075:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317560.997353:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317535/real 1767317535] req@ffff9b3efb687b80 x1853163985813632/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317560.997401:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985813632/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317560.997413:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317535/real 1767317535] req@ffff9b3efb687800 x1853163985813760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317560.997426:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985813760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317560.997437:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317535/real 1767317535] req@ffff9b3efb686680 x1853163985813888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317560.997450:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985813888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317560.997475:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317560.997487:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317560.997491:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985813632:0@lo:250:kworker.0 00000100:00080000:3.0:1767317560.997497:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317560.997502:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317560.997505:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985813760:0@lo:38:kworker.0 00000100:00080000:3.0:1767317560.997510:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317560.997514:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317560.997517:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985813888:0@lo:38:kworker.0 00000100:00080000:2.0:1767317560.998115:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317560.998123:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317560.998127:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317560.998133:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2780 00000100:00080000:2.0:1767317560.998138:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317560.998156:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317560.998217:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985814016/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317560.998248:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317560.998252:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317560.998253:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317560.998257:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2780 00000100:00080000:2.0:1767317560.998259:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317560.998263:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317560.998292:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985814144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317560.998307:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317560.998310:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317560.998312:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317560.998315:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2780 00000100:00080000:2.0:1767317560.998317:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317560.998320:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317560.998329:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985814272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317560.999131:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985814016:0@lo:250:kworker.0 00000400:00000100:3.0:1767317560.999221:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985814016 offset 0 length 520: 4 00000100:00100000:3.0:1767317560.999306:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985814144:0@lo:38:kworker.0 00000400:00000100:3.0:1767317560.999331:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985814144 offset 0 length 520: 4 00000100:00100000:3.0:1767317560.999345:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985814272:0@lo:38:kworker.0 00000400:00000100:3.0:1767317560.999361:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985814272 offset 0 length 520: 4 00010000:00010000:1.0:1767317561.508085:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317562.532424:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317563.556025:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317564.064683:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934094336 offset 0 length 520: 4 00000400:00000100:3.0:1767317564.064711:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934094464 offset 0 length 520: 4 00010000:00010000:3.0:1767317564.580260:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317565.604578:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317566.116790:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317566.116800:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317566.116803:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317566.116806:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317566.116809:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317566.116812:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317566.631725:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317567.653523:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317568.676367:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317569.700376:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317570.727586:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317571.236318:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317571.236332:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317571.236335:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317571.236339:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317571.236345:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317571.236348:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317571.750503:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317572.772115:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317573.796424:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317574.819923:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317575.844003:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317576.356424:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317576.356434:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317576.356437:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317576.356440:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317576.356443:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317576.356445:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317576.868059:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317577.891952:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317578.915971:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317579.939967:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317580.963895:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317581.475997:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317581.476008:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317581.476012:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317581.476015:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317581.476018:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317581.476021:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317581.989880:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317583.011907:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317584.035977:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317585.061156:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317585.572117:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317560/real 1767317560] req@ffff9b3ef79e2a00 x1853163985814016/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317585.572151:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985814016/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317585.572173:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317560/real 1767317560] req@ffff9b3ef79e3100 x1853163985814144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317585.572188:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985814144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317585.572198:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317560/real 1767317560] req@ffff9b3ef79e3480 x1853163985814272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317585.572209:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985814272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317585.572226:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317585.572254:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317585.572258:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985814016:0@lo:250:kworker.0 00000100:00080000:2.0:1767317585.572264:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317585.572269:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317585.572272:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985814144:0@lo:38:kworker.0 00000100:00080000:2.0:1767317585.572276:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317585.572281:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317585.572285:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985814272:0@lo:38:kworker.0 00000100:00080000:3.0:1767317585.572297:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317585.572304:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317585.572307:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317585.572313:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2806 00000100:00080000:3.0:1767317585.572317:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317585.572324:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317585.572357:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985814400/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317585.572386:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317585.572390:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317585.572392:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317585.572395:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2806 00000100:00080000:3.0:1767317585.572398:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317585.572401:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317585.572416:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985814528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317585.572425:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317585.572428:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317585.572430:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317585.572432:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2806 00000100:00080000:3.0:1767317585.572435:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317585.572438:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317585.572449:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985814656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317585.572530:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985814400:0@lo:250:kworker.0 00000400:00000100:2.0:1767317585.572576:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985814400 offset 0 length 520: 4 00000100:00100000:2.0:1767317585.572628:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985814528:0@lo:38:kworker.0 00000400:00000100:2.0:1767317585.572647:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985814528 offset 0 length 520: 4 00000100:00100000:2.0:1767317585.572660:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985814656:0@lo:38:kworker.0 00000400:00000100:2.0:1767317585.572674:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985814656 offset 0 length 520: 4 00010000:00010000:1.0:1767317586.085869:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317587.108094:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317588.131970:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317589.156026:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317589.660943:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934094592 offset 0 length 520: 4 00000400:00000100:3.0:1767317589.660966:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934094720 offset 0 length 520: 4 00010000:00010000:1.0:1767317590.179914:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317590.692674:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317590.692684:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317590.692688:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317590.692692:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317590.692694:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317590.692697:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317591.203937:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317592.241239:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317593.252024:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317594.276372:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317595.300126:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317595.812725:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317595.812752:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317595.812755:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317595.812758:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317595.812761:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317595.812764:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317596.324680:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317597.348019:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317598.374022:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317599.396049:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317600.420087:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317600.933885:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317600.933899:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317600.933902:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317600.933905:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317600.933908:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317600.933911:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317601.444318:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317602.469302:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317603.492784:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317604.516178:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317605.540253:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317606.052212:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317606.052227:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317606.052230:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317606.052235:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317606.052239:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317606.052243:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317606.564955:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317607.588756:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317608.612453:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317609.637059:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317610.147909:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317585/real 1767317585] req@ffff9b3efb686680 x1853163985814400/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317610.147956:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985814400/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317610.147967:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317585/real 1767317585] req@ffff9b3efb687800 x1853163985814528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317610.147991:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985814528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317610.148002:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317585/real 1767317585] req@ffff9b3efb687b80 x1853163985814656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317610.148013:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985814656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317610.148044:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317610.148077:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317610.148082:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985814400:0@lo:250:kworker.0 00000100:00080000:0.0:1767317610.148090:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317610.148097:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317610.148100:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985814528:0@lo:38:kworker.0 00000100:00080000:0.0:1767317610.148104:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317610.148109:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317610.148112:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985814656:0@lo:38:kworker.0 00000100:00080000:3.0:1767317610.148274:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317610.148280:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317610.148284:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317610.148289:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2830 00000100:00080000:3.0:1767317610.148294:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317610.148302:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317610.148345:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985814784/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317610.148384:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317610.148388:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317610.148390:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317610.148393:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2830 00000100:00080000:3.0:1767317610.148395:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317610.148399:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317610.148421:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985814912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317610.148430:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317610.148433:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317610.148435:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317610.148438:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2830 00000100:00080000:3.0:1767317610.148440:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317610.148444:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317610.148455:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985815040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317610.148535:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985814784:0@lo:250:kworker.0 00000400:00000100:0.0:1767317610.148599:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985814784 offset 0 length 520: 4 00000100:00100000:0.0:1767317610.148651:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985814912:0@lo:38:kworker.0 00000400:00000100:0.0:1767317610.148671:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985814912 offset 0 length 520: 4 00000100:00100000:0.0:1767317610.148684:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985815040:0@lo:38:kworker.0 00000400:00000100:0.0:1767317610.148699:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985815040 offset 0 length 520: 4 00010000:00010000:1.0:1767317610.660228:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317611.684472:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317612.708268:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317613.732138:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317614.238954:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934094848 offset 0 length 520: 4 00000400:00000100:0.0:1767317614.238988:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934094976 offset 0 length 520: 4 00010000:00010000:1.0:1767317614.756041:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317615.268159:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317615.268175:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317615.268178:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317615.268181:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317615.268185:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317615.268188:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317615.780193:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317616.804112:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317617.829773:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317618.853460:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317619.875975:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317620.387859:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317620.387867:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317620.387869:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317620.387871:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317620.387875:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317620.387877:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317620.903323:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317621.924149:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317622.948023:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317623.971947:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317624.996009:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317625.509047:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317625.509058:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317625.509061:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317625.509064:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317625.509067:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317625.509069:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317626.020021:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317627.044296:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317628.068445:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317629.092080:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317630.118369:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317630.628109:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317630.628120:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317630.628123:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317630.628127:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317630.628129:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317630.628133:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317631.139999:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317632.164588:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317633.191476:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317634.213008:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317635.236558:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317635.747911:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317635.747922:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317635.747925:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317635.747929:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317635.747931:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317635.747943:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767317635.748268:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317610/real 1767317610] req@ffff9b3efb685180 x1853163985814784/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317635.748299:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985814784/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317635.748308:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317610/real 1767317610] req@ffff9b3efb684000 x1853163985814912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317635.748322:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985814912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317635.748330:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317610/real 1767317610] req@ffff9b3efb687b80 x1853163985815040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317635.748338:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985815040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317635.748354:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317635.748373:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317635.748376:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985814784:0@lo:250:kworker.0 00000100:00080000:0.0:1767317635.748381:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317635.748386:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317635.748388:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985814912:0@lo:38:kworker.0 00000100:00080000:0.0:1767317635.748392:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317635.748396:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317635.748398:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985815040:0@lo:38:kworker.0 00000100:00080000:3.0:1767317635.748556:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317635.748561:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317635.748563:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317635.748568:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2855 00000100:00080000:3.0:1767317635.748580:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317635.748592:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317635.748623:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985815168/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317635.748644:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317635.748648:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317635.748650:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317635.748653:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2855 00000100:00080000:3.0:1767317635.748655:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317635.748658:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317635.748681:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985815296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317635.748690:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317635.748692:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317635.748694:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317635.748697:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2855 00000100:00080000:3.0:1767317635.748700:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317635.748703:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317635.748714:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985815424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317635.749383:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985815168:0@lo:250:kworker.0 00000400:00000100:0.0:1767317635.749433:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985815168 offset 0 length 520: 4 00000100:00100000:0.0:1767317635.749487:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985815296:0@lo:38:kworker.0 00000400:00000100:0.0:1767317635.749508:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985815296 offset 0 length 520: 4 00000100:00100000:0.0:1767317635.749522:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985815424:0@lo:38:kworker.0 00000400:00000100:0.0:1767317635.749537:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985815424 offset 0 length 520: 4 00010000:00010000:1.0:1767317636.260041:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317637.285765:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317638.308925:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317639.332027:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317639.836837:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934095104 offset 0 length 520: 4 00000400:00000100:2.0:1767317639.836867:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934095232 offset 0 length 520: 4 00010000:00010000:1.0:1767317640.357097:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317640.871228:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317640.871238:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317640.871241:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317640.871244:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317640.871246:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317640.871249:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317641.380256:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317642.407094:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317643.428021:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317644.452112:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317645.475913:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317645.987931:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317645.987943:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317645.987946:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317645.987950:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317645.987952:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317645.987955:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317646.500079:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317647.524189:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317648.547932:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317649.572510:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317650.596129:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317651.107901:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317651.107909:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317651.107911:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317651.107914:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317651.107916:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317651.107918:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317651.620331:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317652.643938:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317653.667916:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317654.692205:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317655.716446:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317656.229786:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317656.229797:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317656.229802:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317656.229806:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317656.229809:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317656.229812:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317656.739993:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317657.763932:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317658.788114:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317659.811924:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317660.326370:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317635/real 1767317635] req@ffff9b3efb687800 x1853163985815168/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317660.326413:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985815168/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317660.326425:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317635/real 1767317635] req@ffff9b3efb686680 x1853163985815296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317660.326438:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985815296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317660.326459:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317635/real 1767317635] req@ffff9b3efb687b80 x1853163985815424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317660.326471:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985815424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317660.326493:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317660.326532:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317660.326537:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985815168:0@lo:250:kworker.0 00000100:00080000:2.0:1767317660.326543:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317660.326549:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317660.326552:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985815296:0@lo:38:kworker.0 00000100:00080000:2.0:1767317660.326557:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317660.326562:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317660.326565:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985815424:0@lo:38:kworker.0 00000100:00080000:0.0:1767317660.327067:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317660.327075:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317660.327078:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317660.327084:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2880 00000100:00080000:0.0:1767317660.327089:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317660.327097:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317660.327155:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985815552/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317660.327185:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317660.327188:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317660.327190:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317660.327193:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2880 00000100:00080000:0.0:1767317660.327196:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317660.327200:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317660.327217:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985815680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317660.327225:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317660.327228:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317660.327230:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317660.327233:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2880 00000100:00080000:0.0:1767317660.327235:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317660.327239:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317660.327249:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985815808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317660.327422:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985815552:0@lo:250:kworker.0 00000400:00000100:2.0:1767317660.327498:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985815552 offset 0 length 520: 4 00000100:00100000:2.0:1767317660.327555:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985815680:0@lo:38:kworker.0 00000400:00000100:2.0:1767317660.327577:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985815680 offset 0 length 520: 4 00000100:00100000:2.0:1767317660.327590:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985815808:0@lo:38:kworker.0 00000400:00000100:2.0:1767317660.327608:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985815808 offset 0 length 520: 4 00010000:00010000:1.0:1767317660.836064:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317661.860111:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317662.885287:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317663.909419:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317664.412079:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934095360 offset 0 length 520: 4 00000400:00000100:2.0:1767317664.412121:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934095488 offset 0 length 520: 4 00010000:00010000:1.0:1767317664.934525:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317665.444912:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317665.444924:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317665.444927:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317665.444931:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317665.444934:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317665.444937:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317665.956707:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317666.979975:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317668.005804:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317669.028109:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317670.052702:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317670.566032:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317670.566047:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317670.566051:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317670.566054:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317670.566057:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317670.566061:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317671.083021:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317672.100131:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317673.123916:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317674.148061:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317675.175563:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317675.683951:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317675.683966:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317675.683970:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317675.683973:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317675.683977:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317675.683980:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317676.199851:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317677.220124:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317678.244501:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317679.268424:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317680.292139:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317680.803979:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317680.803991:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317680.803993:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317680.803996:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317680.803999:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317680.804002:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317681.318330:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317682.340052:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317683.365248:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317684.388260:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317685.412259:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317685.927394:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317660/real 1767317660] req@ffff9b3dca9b1c00 x1853163985815552/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317685 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317685.927447:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985815552/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317685 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317685.927465:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317660/real 1767317660] req@ffff9b3dca9b1f80 x1853163985815680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317685 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317685.927479:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985815680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317685 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317685.927489:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317660/real 1767317660] req@ffff9b3dca9b2d80 x1853163985815808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317685 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317685.927501:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985815808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317685 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317685.927524:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317685.927561:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317685.927566:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985815552:0@lo:250:kworker.0 00000100:00080000:2.0:1767317685.927573:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317685.927580:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317685.927583:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985815680:0@lo:38:kworker.0 00000100:00080000:2.0:1767317685.927587:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317685.927591:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317685.927595:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985815808:0@lo:38:kworker.0 00000100:00080000:3.0:1767317685.927787:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317685.927794:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317685.927798:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317685.927804:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2905 00000100:00080000:3.0:1767317685.927810:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317685.927818:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317685.927872:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985815936/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317685.927905:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317685.927909:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317685.927911:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317685.927914:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2905 00000100:00080000:3.0:1767317685.927917:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317685.927921:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317685.927939:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985816064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317685.927948:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317685.927950:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317685.927953:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317685.927956:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2905 00000100:00080000:3.0:1767317685.927958:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317685.927962:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317685.927975:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985816192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317685.928132:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985815936:0@lo:250:kworker.0 00000400:00000100:2.0:1767317685.928193:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985815936 offset 0 length 520: 4 00000100:00100000:2.0:1767317685.928246:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985816064:0@lo:38:kworker.0 00000400:00000100:2.0:1767317685.928267:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985816064 offset 0 length 520: 4 00000100:00100000:2.0:1767317685.928279:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985816192:0@lo:38:kworker.0 00000400:00000100:2.0:1767317685.928293:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985816192 offset 0 length 520: 4 00010000:00010000:1.0:1767317686.436068:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317687.460075:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317688.484359:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317689.510755:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317690.013081:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934095616 offset 0 length 520: 4 00000400:00000100:0.0:1767317690.013116:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934095744 offset 0 length 520: 4 00010000:00010000:1.0:1767317690.532380:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317691.064957:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317691.064971:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317691.064974:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317691.064978:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317691.064981:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317691.064984:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317691.556260:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317692.580039:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317693.603978:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317694.630654:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317695.659034:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317696.166498:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317696.166511:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317696.166514:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317696.166517:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317696.166520:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317696.166522:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317696.676299:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317697.700033:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317698.724849:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317699.748057:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317700.773373:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317701.284247:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317701.284259:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317701.284262:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317701.284265:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317701.284274:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317701.284277:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317701.796239:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317702.821465:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317703.844746:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317704.868742:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317705.895651:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317706.404206:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317706.404214:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317706.404216:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317706.404218:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317706.404220:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317706.404222:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317706.917928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317707.940089:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317708.964928:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317709.990632:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317710.499883:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317685/real 1767317685] req@ffff9b3efb684000 x1853163985815936/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317710.499916:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985815936/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317710 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317710.499923:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317685/real 1767317685] req@ffff9b3efb685180 x1853163985816064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317710.499931:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985816064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317710 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317710.499936:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317685/real 1767317685] req@ffff9b3efb687b80 x1853163985816192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317710.499943:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985816192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317710 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317710.499965:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317710.499982:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317710.499986:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985815936:0@lo:250:kworker.0 00000100:00080000:3.0:1767317710.499992:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317710.499997:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317710.500000:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985816064:0@lo:38:kworker.0 00000100:00080000:3.0:1767317710.500003:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317710.500007:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317710.500010:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985816192:0@lo:38:kworker.0 00000100:00080000:0.0:1767317710.500022:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317710.500028:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317710.500030:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317710.500035:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2931 00000100:00080000:0.0:1767317710.500039:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317710.500047:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317710.500079:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3800 x1853163985816320/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317710.500103:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317710.500106:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317710.500108:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317710.500111:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2931 00000100:00080000:0.0:1767317710.500114:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317710.500117:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317710.500133:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985816448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317710.500141:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317710.500143:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317710.500145:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317710.500148:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2931 00000100:00080000:0.0:1767317710.500151:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317710.500154:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317710.500165:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985816576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317710.500265:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985816320:0@lo:250:kworker.0 00000400:00000100:3.0:1767317710.500304:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985816320 offset 0 length 520: 4 00000100:00100000:3.0:1767317710.500344:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985816448:0@lo:38:kworker.0 00000400:00000100:3.0:1767317710.500357:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985816448 offset 0 length 520: 4 00000100:00100000:3.0:1767317710.500364:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985816576:0@lo:38:kworker.0 00000400:00000100:3.0:1767317710.500372:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985816576 offset 0 length 520: 4 00010000:00010000:1.0:1767317711.011979:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317712.036042:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317713.059966:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317714.084064:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317714.590959:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934095872 offset 0 length 520: 4 00000400:00000100:0.0:1767317714.590989:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934096000 offset 0 length 520: 4 00010000:00010000:1.0:1767317715.108507:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317715.619912:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317715.619923:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317715.619926:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317715.619929:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317715.619932:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317715.619935:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317716.132370:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317717.155968:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317718.184143:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317719.204544:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317720.230531:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317720.751806:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317720.751817:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317720.751819:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317720.751823:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317720.751826:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317720.751829:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317721.252533:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317722.275907:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317723.300005:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317724.324231:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317725.348217:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317725.860024:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317725.860037:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317725.860039:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317725.860042:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317725.860045:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317725.860048:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317726.372141:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317727.395994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317728.419981:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317729.446665:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317730.469376:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317730.980265:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317730.980277:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317730.980279:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317730.980283:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317730.980285:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317730.980288:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317731.492566:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317732.516427:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317733.540312:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317734.567942:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317735.075870:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317710/real 1767317710] req@ffff9b3dca9b3800 x1853163985816320/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317735 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317735.075905:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3800 x1853163985816320/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317735 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317735.075914:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317710/real 1767317710] req@ffff9b3dca9b2d80 x1853163985816448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317735 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317735.075926:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985816448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317735 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317735.075935:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317710/real 1767317710] req@ffff9b3dca9b1f80 x1853163985816576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317735 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317735.075946:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985816576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317735 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317735.075963:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317735.075988:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317735.075992:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985816320:0@lo:250:kworker.0 00000100:00080000:2.0:1767317735.075998:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317735.076003:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317735.076007:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985816448:0@lo:38:kworker.0 00000100:00080000:2.0:1767317735.076011:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317735.076015:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317735.076018:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985816576:0@lo:38:kworker.0 00000100:00080000:0.0:1767317735.076120:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317735.076126:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317735.076130:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317735.076135:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2955 00000100:00080000:0.0:1767317735.076139:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317735.076145:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317735.076184:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985816704/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317735.076210:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317735.076213:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317735.076215:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317735.076218:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2955 00000100:00080000:0.0:1767317735.076221:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317735.076224:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317735.076240:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985816832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317735.076249:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767317735.076250:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985816704:0@lo:250:kworker.0 00000100:00080000:0.0:1767317735.076251:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317735.076254:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317735.076256:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2955 00000100:00080000:0.0:1767317735.076258:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317735.076261:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317735.076270:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985816960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767317735.076301:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985816704 offset 0 length 520: 4 00000100:00100000:2.0:1767317735.076353:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985816832:0@lo:38:kworker.0 00000400:00000100:2.0:1767317735.076373:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985816832 offset 0 length 520: 4 00000100:00100000:2.0:1767317735.076384:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985816960:0@lo:38:kworker.0 00000400:00000100:2.0:1767317735.076397:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985816960 offset 0 length 520: 4 00010000:00010000:1.0:1767317735.587963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317736.612342:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317737.642060:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317738.662237:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317739.165599:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934096128 offset 0 length 520: 4 00000400:00000100:0.0:1767317739.165626:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934096256 offset 0 length 520: 4 00010000:00010000:1.0:1767317739.684063:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317740.196719:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317740.196768:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317740.196772:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317740.196775:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317740.196778:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317740.196780:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317740.708008:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317741.732056:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317742.756227:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317743.780831:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317744.804067:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317745.317318:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317745.317326:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317745.317329:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317745.317332:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317745.317334:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317745.317337:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317745.828831:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317746.853138:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317747.876064:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317748.901599:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317749.923976:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317750.436028:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317750.436040:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317750.436043:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317750.436046:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317750.436048:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317750.436051:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317750.949072:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317751.973567:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317752.996055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317754.023198:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317755.054787:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317755.557008:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317755.557020:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317755.557023:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317755.557027:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317755.557030:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317755.557033:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317756.068093:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317757.091990:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317758.116453:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317759.141066:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317760.164161:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317760.675919:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317760.675932:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317760.675935:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317760.675939:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317760.675942:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317760.675944:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767317760.676587:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317735/real 1767317735] req@ffff9b3dca9b1180 x1853163985816832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317760.676631:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985816832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317760.676641:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317735/real 1767317735] req@ffff9b3dca9b0a80 x1853163985816960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317760.676651:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985816960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317760.676660:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317735/real 1767317735] req@ffff9b3dca9b1c00 x1853163985816704/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317760.676671:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985816704/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317760.676690:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317760.676709:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317760.676713:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985816832:0@lo:38:kworker.0 00000100:00080000:3.0:1767317760.676719:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317760.676724:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317760.676743:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985816960:0@lo:38:kworker.0 00000100:00080000:3.0:1767317760.676747:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317760.676752:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317760.676754:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985816704:0@lo:250:kworker.0 00000100:00080000:0.0:1767317760.676976:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317760.676981:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317760.676985:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317760.676990:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 2980 00000100:00080000:0.0:1767317760.676994:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317760.677000:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317760.677034:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985817088/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317760.677059:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317760.677062:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317760.677064:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317760.677067:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2980 00000100:00080000:0.0:1767317760.677069:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317760.677072:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317760.677087:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985817216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317760.677095:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317760.677098:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317760.677099:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317760.677102:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2980 00000100:00080000:0.0:1767317760.677104:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317760.677107:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317760.677114:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985817344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317760.677250:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985817088:0@lo:250:kworker.0 00000400:00000100:3.0:1767317760.677301:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985817088 offset 0 length 520: 4 00000100:00100000:3.0:1767317760.677350:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985817216:0@lo:38:kworker.0 00000400:00000100:3.0:1767317760.677379:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985817216 offset 0 length 520: 4 00000100:00100000:3.0:1767317760.677391:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985817344:0@lo:38:kworker.0 00000400:00000100:3.0:1767317760.677406:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985817344 offset 0 length 520: 4 00010000:00010000:2.0:1767317761.188874:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317762.212845:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317763.236030:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317764.259991:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317764.767132:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934096384 offset 0 length 520: 4 00000400:00000100:3.0:1767317764.767158:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934096512 offset 0 length 520: 4 00010000:00010000:2.0:1767317765.286323:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317765.795844:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317765.795856:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317765.795859:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317765.795863:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317765.795866:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317765.795868:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317766.308085:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317767.336046:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317768.356868:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317769.380344:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317770.403849:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317770.918016:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317770.918027:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317770.918030:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317770.918040:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317770.918043:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317770.918046:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317771.429390:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317772.454790:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317773.476019:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317774.500043:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.524184:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317776.036491:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317776.036503:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317776.036506:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317776.036510:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317776.036512:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317776.036515:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317776.548038:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317777.572059:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317778.595936:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317779.619953:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317780.644428:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317781.156650:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317781.156657:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317781.156659:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317781.156663:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317781.156665:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317781.156667:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317781.668274:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317782.692206:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317783.715911:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317784.740514:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317785.251873:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317760/real 1767317760] req@ffff9b3dca9b3b80 x1853163985817088/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317785.251910:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985817088/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317785.251921:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317760/real 1767317760] req@ffff9b3dca9b3100 x1853163985817216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317785.251933:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985817216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317785.251941:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317760/real 1767317760] req@ffff9b3dca9b2a00 x1853163985817344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317785.251951:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985817344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317785.251967:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317785.251992:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317785.251996:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985817088:0@lo:250:kworker.0 00000100:00080000:0.0:1767317785.252002:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317785.252007:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317785.252010:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985817216:0@lo:38:kworker.0 00000100:00080000:0.0:1767317785.252014:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317785.252018:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317785.252021:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985817344:0@lo:38:kworker.0 00000100:00080000:2.0:1767317785.252177:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317785.252182:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317785.252186:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317785.252191:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3005 00000100:00080000:2.0:1767317785.252195:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317785.252201:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317785.252230:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985817472/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317785.252255:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317785.252259:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317785.252261:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317785.252264:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3005 00000100:00080000:2.0:1767317785.252266:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317785.252269:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317785.252283:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985817600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317785.252290:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317785.252293:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317785.252294:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317785.252298:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3005 00000100:00080000:2.0:1767317785.252300:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317785.252304:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767317785.252313:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985817728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317785.252374:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985817472:0@lo:250:kworker.0 00000400:00000100:0.0:1767317785.252425:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985817472 offset 0 length 520: 4 00000100:00100000:0.0:1767317785.252475:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985817600:0@lo:38:kworker.0 00000400:00000100:0.0:1767317785.252495:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985817600 offset 0 length 520: 4 00000100:00100000:0.0:1767317785.252507:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985817728:0@lo:38:kworker.0 00000400:00000100:0.0:1767317785.252522:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985817728 offset 0 length 520: 4 00010000:00010000:2.0:1767317785.764185:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317786.791832:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317787.812150:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317788.836185:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317789.340354:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934096640 offset 0 length 520: 4 00000400:00000100:3.0:1767317789.340377:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934096768 offset 0 length 520: 4 00010000:00010000:2.0:1767317789.867232:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317790.372108:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317790.372118:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317790.372121:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317790.372124:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317790.372127:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317790.372130:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317790.884097:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317791.907971:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317792.931971:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317793.956101:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317794.982939:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317795.492022:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317795.492031:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317795.492034:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317795.492038:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317795.492040:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317795.492043:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317796.003934:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317797.027900:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317798.051869:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317799.075942:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317800.099970:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317800.611962:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317800.611972:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317800.611976:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317800.611978:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317800.611981:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317800.611984:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317801.136849:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317802.149327:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317803.172073:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317804.197831:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317805.220298:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317805.733429:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317805.733447:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317805.733450:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317805.733453:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317805.733456:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317805.733459:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317806.244151:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317807.274973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317808.292815:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317809.317210:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317810.340116:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317810.852250:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317785/real 1767317785] req@ffff9b3ef79e3480 x1853163985817472/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317810.852287:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985817472/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317810.852299:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317785/real 1767317785] req@ffff9b3ef79e3100 x1853163985817600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317810.852311:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985817600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317810.852321:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317785/real 1767317785] req@ffff9b3ef79e2a00 x1853163985817728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317810.852332:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985817728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317810.852352:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317810.852362:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:3.0:1767317810.852805:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317810.852812:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317810.852815:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317810.852821:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3030 00000100:00080000:3.0:1767317810.852826:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317810.852832:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317810.852861:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985817856/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317810.852877:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317810.852880:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317810.852882:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317810.852884:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767317810.853188:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985817472:0@lo:250:kworker.0 00000100:00080000:2.0:1767317810.853196:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317810.853285:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317810.853290:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985817600:0@lo:38:kworker.0 00000100:00080000:2.0:1767317810.853296:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317810.853301:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317810.853304:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985817728:0@lo:38:kworker.0 00000100:00100000:2.0:1767317810.853334:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985817856:0@lo:250:kworker.0 00000400:00000100:2.0:1767317810.853608:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985817856 offset 0 length 520: 4 00000100:00080000:3.0:1767317810.853823:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317810.853827:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317810.853830:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317810.853834:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3030 00000100:00080000:3.0:1767317810.853837:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317810.853841:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317810.853877:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985817984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317810.853909:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317810.853913:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317810.853915:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317810.853918:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3030 00000100:00080000:3.0:1767317810.853921:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317810.853925:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767317810.853937:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985818112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317810.854511:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985817984:0@lo:38:kworker.0 00000400:00000100:2.0:1767317810.854551:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985817984 offset 0 length 520: 4 00000100:00100000:2.0:1767317810.854570:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985818112:0@lo:38:kworker.0 00000400:00000100:2.0:1767317810.854584:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985818112 offset 0 length 520: 4 00010000:00010000:2.0:1767317811.364013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317812.388479:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317813.412054:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317814.436785:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767317814.943064:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934096896 offset 0 length 520: 4 00000400:00000100:3.0:1767317814.943088:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934097024 offset 0 length 520: 4 00010000:00010000:2.0:1767317815.459947:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317815.972005:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317815.972016:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317815.972019:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317815.972022:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317815.972025:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317815.972029:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317816.484074:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317817.508300:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317818.532772:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317819.555973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317820.580051:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317821.092479:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317821.092500:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317821.092503:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317821.092507:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317821.092510:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317821.092513:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317821.604363:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317822.628033:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317823.653580:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317824.675961:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317825.700037:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317826.211982:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317826.211993:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317826.211996:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317826.212000:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317826.212003:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317826.212006:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317826.725135:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317827.748207:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317828.772823:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317829.795945:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317830.821282:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317831.332348:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317831.332362:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317831.332366:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317831.332370:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317831.332372:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317831.332375:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317831.844348:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317832.868142:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317833.891951:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317834.917778:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317835.427950:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317810/real 1767317810] req@ffff9b3efb685180 x1853163985817984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317835.427984:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985817984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317835.428193:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317810/real 1767317810] req@ffff9b3efb684000 x1853163985818112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317835.428207:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985818112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317835.428213:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317810/real 1767317810] req@ffff9b3efb687b80 x1853163985817856/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317835.428249:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985817856/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317835.429123:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317835.429216:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317835.429232:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985817984:0@lo:38:kworker.0 00000100:00080000:2.0:1767317835.429240:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317835.432804:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317835.432959:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317835.432962:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317835.432966:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317835.432971:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317835.432977:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3056 00000100:00080000:0.0:1767317835.432981:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317835.432988:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00080000:2.0:1767317835.433106:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317835.433115:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985818112:0@lo:38:kworker.0 00000100:00080000:2.0:1767317835.433125:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767317835.433285:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985818240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317835.433301:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317835.433304:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317835.433306:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317835.433310:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3056 00000100:00080000:0.0:1767317835.433313:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317835.433316:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00080000:2.0:1767317835.433884:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317835.433890:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985817856:0@lo:250:kworker.0 00000100:00100000:2.0:1767317835.434103:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985818240:0@lo:38:kworker.0 00000100:00100000:0.0:1767317835.434236:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985818368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317835.434256:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317835.434260:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317835.434262:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317835.434266:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3056 00000100:00080000:0.0:1767317835.434270:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317835.434275:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317835.434287:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985818496/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767317835.434889:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985818240 offset 0 length 520: 4 00000100:00100000:2.0:1767317835.434954:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985818368:0@lo:38:kworker.0 00000400:00000100:2.0:1767317835.434974:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985818368 offset 0 length 520: 4 00000100:00100000:2.0:1767317835.434985:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985818496:0@lo:250:kworker.0 00000400:00000100:2.0:1767317835.435238:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985818496 offset 0 length 520: 4 00010000:00010000:2.0:1767317835.939982:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317836.964767:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317837.988380:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317839.012213:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317839.516128:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934097152 offset 0 length 520: 4 00000400:00000100:0.0:1767317839.516169:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934097280 offset 0 length 520: 4 00010000:00010000:2.0:1767317840.037493:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317840.547970:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317840.548058:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317840.548061:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317840.548065:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317840.548068:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317840.548070:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317841.059959:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317842.084014:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317843.108142:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317844.132125:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317845.155942:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317845.667852:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317845.667862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317845.667865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317845.667869:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317845.667871:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317845.667875:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317846.179981:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317847.203984:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317848.228435:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317849.252275:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317850.278132:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317850.787849:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317850.787862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317850.787865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317850.787868:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317850.787871:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317850.787876:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317851.306747:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317852.324186:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317853.350479:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317854.371985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317855.396067:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317855.909175:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317855.909189:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317855.909192:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317855.909195:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317855.909198:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317855.909201:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317856.420004:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317857.444194:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317858.469386:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317859.493329:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317860.010784:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317835/real 1767317835] req@ffff9b3dca9b3100 x1853163985818368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317860.010818:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985818368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317860.010830:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317835/real 1767317835] req@ffff9b3dca9b3b80 x1853163985818496/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317860.010839:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985818496/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317860.010849:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317835/real 1767317835] req@ffff9b3dca9b2a00 x1853163985818240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317860.010860:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985818240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317860.010877:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317860.010896:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317860.010901:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985818368:0@lo:38:kworker.0 00000100:00080000:3.0:1767317860.010908:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317860.010915:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317860.010919:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985818496:0@lo:250:kworker.0 00000100:00080000:3.0:1767317860.010924:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317860.010926:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317860.010933:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317860.010936:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317860.010941:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3080 00000100:00080000:3.0:1767317860.010945:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:0.0:1767317860.010947:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767317860.010951:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985818240:0@lo:38:kworker.0 00000100:00080000:0.0:1767317860.010959:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317860.010992:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985818624/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317860.011015:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317860.011018:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317860.011021:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317860.011024:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3080 00000100:00080000:0.0:1767317860.011027:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317860.011031:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317860.011046:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985818752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317860.011047:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985818624:0@lo:250:kworker.0 00000100:00080000:0.0:1767317860.011069:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317860.011072:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317860.011073:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317860.011077:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3080 00000100:00080000:0.0:1767317860.011091:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317860.011095:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317860.011108:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985818880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767317860.011417:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985818624 offset 0 length 520: 4 00000100:00100000:3.0:1767317860.011461:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985818752:0@lo:38:kworker.0 00000400:00000100:3.0:1767317860.011481:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985818752 offset 0 length 520: 4 00000100:00100000:3.0:1767317860.011494:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985818880:0@lo:38:kworker.0 00000400:00000100:3.0:1767317860.011509:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985818880 offset 0 length 520: 4 00010000:00010000:1.0:1767317860.516345:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317861.540925:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317862.563946:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317863.593689:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317864.092338:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934097408 offset 0 length 520: 4 00000400:00000100:0.0:1767317864.092378:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934097536 offset 0 length 520: 4 00010000:00010000:1.0:1767317864.612614:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317865.126301:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317865.126312:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317865.126315:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317865.126318:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317865.126321:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317865.126324:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317865.636217:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317866.659964:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317867.683916:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317868.708553:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317869.732213:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317870.243912:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317870.243923:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317870.243926:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317870.243930:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317870.243933:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317870.243936:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317870.756317:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317871.782826:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317872.803946:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317873.827903:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317874.852230:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317875.363939:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317875.363951:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317875.363954:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317875.363957:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317875.363961:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317875.363964:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317875.876161:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317876.899907:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317877.924680:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317878.947935:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317879.971989:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317880.483853:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317880.483862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317880.483865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317880.483869:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317880.483871:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317880.483874:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317881.000072:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317882.025254:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317883.043918:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317884.081219:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317885.091953:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317885.604046:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317860/real 1767317860] req@ffff9b3dca9b2300 x1853163985818752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317885.604078:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985818752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317885.604089:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317860/real 1767317860] req@ffff9b3dca9b0000 x1853163985818880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317885.604099:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985818880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317885.604108:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317860/real 1767317860] req@ffff9b3dca9b1880 x1853163985818624/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317885.604119:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985818624/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317885.604136:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317885.604159:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317885.604162:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985818752:0@lo:38:kworker.0 00000100:00080000:3.0:1767317885.604168:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317885.604173:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767317885.604176:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985818880:0@lo:38:kworker.0 00000100:00080000:3.0:1767317885.604180:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317885.604184:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317885.604186:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985818624:0@lo:250:kworker.0 00000100:00080000:1.0:1767317885.604416:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317885.604422:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317885.604426:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317885.604431:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3105 00000100:00080000:1.0:1767317885.604435:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317885.604441:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317885.604480:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985819008/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317885.604500:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317885.604503:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317885.604505:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317885.604508:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3105 00000100:00080000:1.0:1767317885.604510:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317885.604513:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317885.604525:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985819136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317885.604532:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317885.604535:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317885.604536:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317885.604539:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3105 00000100:00080000:1.0:1767317885.604541:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317885.604543:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317885.604551:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985819264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317885.604853:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985819008:0@lo:250:kworker.0 00000400:00000100:3.0:1767317885.604905:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985819008 offset 0 length 520: 4 00000100:00100000:3.0:1767317885.604956:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985819136:0@lo:38:kworker.0 00000400:00000100:3.0:1767317885.604986:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985819136 offset 0 length 520: 4 00000100:00100000:3.0:1767317885.605000:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985819264:0@lo:38:kworker.0 00000400:00000100:3.0:1767317885.605015:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985819264 offset 0 length 520: 4 00010000:00010000:3.0:1767317886.116169:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317887.140037:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317888.164399:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317889.188017:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317889.693357:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934097664 offset 0 length 520: 4 00000400:00000100:2.0:1767317889.693383:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934097792 offset 0 length 520: 4 00010000:00010000:3.0:1767317890.214096:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317890.725720:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317890.725771:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317890.725774:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317890.725778:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317890.725789:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317890.725792:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317891.236240:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317892.262186:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317893.284036:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317894.310682:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317895.334291:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317895.843968:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317895.843979:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317895.843983:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317895.843986:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317895.843989:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317895.843992:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317896.356468:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317897.380151:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317898.405406:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317899.427989:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317900.453161:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317900.963863:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317900.963875:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317900.963878:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317900.963881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317900.963884:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317900.963887:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317901.476388:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317902.501260:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317903.524058:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317904.552040:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317905.572013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317906.086796:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317906.086808:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317906.086811:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317906.086814:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317906.086817:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317906.086820:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317906.595946:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317907.619970:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317908.644121:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317909.668165:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317910.183781:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317885/real 1767317885] req@ffff9b3ef40e2300 x1853163985819008/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317910 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317910.183816:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985819008/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317910 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317910.183827:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317885/real 1767317885] req@ffff9b3ef40e0000 x1853163985819136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317910 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317910.183839:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985819136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317910 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317910.183860:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317885/real 1767317885] req@ffff9b3ef40e0e00 x1853163985819264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317910 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317910.183872:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985819264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317910 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317910.183889:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317910.183903:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317910.183907:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985819008:0@lo:250:kworker.0 00000100:00080000:2.0:1767317910.183912:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317910.183917:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317910.183920:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985819136:0@lo:38:kworker.0 00000100:00080000:2.0:1767317910.183924:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317910.183928:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767317910.183932:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985819264:0@lo:38:kworker.0 00000100:00080000:1.0:1767317910.184124:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317910.184130:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317910.184133:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317910.184138:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767317910.184142:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317910.184148:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317910.184178:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985819392/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317910.184202:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317910.184206:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317910.184207:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317910.184211:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767317910.184213:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317910.184217:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317910.184231:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0380 x1853163985819520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317910.184239:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317910.184242:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317910.184243:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317910.184246:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767317910.184248:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317910.184252:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317910.184262:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985819648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317910.185526:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985819392:0@lo:250:kworker.0 00000400:00000100:2.0:1767317910.185582:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985819392 offset 0 length 520: 4 00000100:00100000:2.0:1767317910.185623:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985819520:0@lo:38:kworker.0 00000400:00000100:2.0:1767317910.185641:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985819520 offset 0 length 520: 4 00000100:00100000:2.0:1767317910.185653:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985819648:0@lo:38:kworker.0 00000400:00000100:2.0:1767317910.185670:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985819648 offset 0 length 520: 4 00010000:00010000:2.0:1767317910.692629:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317911.716069:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317912.740024:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317913.764770:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317914.273898:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934097920 offset 0 length 520: 4 00000400:00000100:2.0:1767317914.273926:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934098048 offset 0 length 520: 4 00010000:00010000:2.0:1767317914.791487:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317915.299844:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317915.299853:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317915.299857:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317915.299862:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317915.299865:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317915.299869:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317915.812890:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317916.836185:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317917.859888:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317918.888006:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317919.910154:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317920.420625:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317920.420636:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317920.420639:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317920.420642:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317920.420645:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317920.420658:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317920.934368:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317921.956683:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317922.981387:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317924.003963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317925.027923:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317925.541606:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317925.541617:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317925.541620:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317925.541623:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317925.541626:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317925.541628:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317926.055051:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317927.075951:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317928.100492:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317929.123975:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317930.148995:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317930.660026:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317930.660037:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317930.660040:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317930.660043:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317930.660045:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317930.660048:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317931.171973:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317932.197145:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317933.220025:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317934.244240:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317935.269515:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317935.779868:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317910/real 1767317910] req@ffff9b3ef40e3800 x1853163985819392/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317935.779903:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985819392/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317935.779914:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317910/real 1767317910] req@ffff9b3ef40e0380 x1853163985819520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317935.779925:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0380 x1853163985819520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317935.779932:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317910/real 1767317910] req@ffff9b3ef40e0e00 x1853163985819648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317935.779941:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985819648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317935.779956:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317935.779975:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317935.779979:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985819392:0@lo:250:kworker.0 00000100:00080000:0.0:1767317935.779984:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317935.779989:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317935.779992:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985819520:0@lo:38:kworker.0 00000100:00080000:0.0:1767317935.779996:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317935.780000:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317935.780003:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985819648:0@lo:38:kworker.0 00000100:00080000:1.0:1767317935.780156:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317935.780161:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317935.780164:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317935.780169:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3155 00000100:00080000:1.0:1767317935.780173:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317935.780178:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317935.780861:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985819776/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317935.780881:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317935.780884:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317935.780886:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317935.780893:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3155 00000100:00080000:1.0:1767317935.780896:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317935.780900:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317935.780918:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985819904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317935.780922:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985819776:0@lo:250:kworker.0 00000100:00080000:1.0:1767317935.780927:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317935.780930:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317935.780932:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317935.780935:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3155 00000100:00080000:1.0:1767317935.780938:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317935.780941:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317935.780949:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985820032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767317935.780969:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985819776 offset 0 length 520: 4 00000100:00100000:0.0:1767317935.781147:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985819904:0@lo:38:kworker.0 00000400:00000100:0.0:1767317935.781170:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985819904 offset 0 length 520: 4 00000100:00100000:0.0:1767317935.781183:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985820032:0@lo:38:kworker.0 00000400:00000100:0.0:1767317935.781198:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985820032 offset 0 length 520: 4 00010000:00010000:1.0:1767317936.291972:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317937.319502:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317938.340159:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317939.363965:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767317939.876794:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934098176 offset 0 length 520: 4 00000400:00000100:3.0:1767317939.880582:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934098304 offset 0 length 520: 4 00010000:00010000:3.0:1767317940.393471:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317940.899849:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317940.899858:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317940.899862:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317940.899865:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317940.899868:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317940.899872:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317941.412120:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317942.435903:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317943.461308:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317944.484576:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317945.512398:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317946.019900:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317946.019911:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317946.019914:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317946.019918:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317946.019921:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317946.019924:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767317946.531926:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317947.556157:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317948.580090:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317949.605509:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317950.628720:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317951.139815:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317951.139825:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317951.139829:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317951.139832:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317951.139835:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317951.139838:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317951.652949:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317952.675952:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317953.701673:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317954.723992:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317955.748041:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317956.260096:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317956.260109:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317956.260112:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317956.260115:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317956.260118:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317956.260121:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317956.772225:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317957.796388:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317958.822095:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317959.843892:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317960.355865:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317935/real 1767317935] req@ffff9b3ef40e2300 x1853163985819904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317960.355909:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985819904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317960.355922:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317935/real 1767317935] req@ffff9b3ef40e0a80 x1853163985820032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317960.355932:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985820032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317960.355940:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317935/real 1767317935] req@ffff9b3ef40e0000 x1853163985819776/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317960.355951:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985819776/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317960.355968:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317960.356003:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317960.356007:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985819904:0@lo:38:kworker.0 00000100:00080000:0.0:1767317960.356012:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317960.356018:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767317960.356020:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985820032:0@lo:38:kworker.0 00000100:00080000:0.0:1767317960.356023:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317960.356027:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317960.356030:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985819776:0@lo:250:kworker.0 00000100:00080000:1.0:1767317960.356149:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317960.356155:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317960.356159:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317960.356164:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3181 00000100:00080000:1.0:1767317960.356168:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317960.356221:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317960.356256:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985820160/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317960.356289:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317960.356298:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317960.356300:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317960.356303:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3181 00000100:00080000:1.0:1767317960.356306:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317960.356309:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317960.356324:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985820288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317960.356332:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317960.356335:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317960.356336:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317960.356339:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3181 00000100:00080000:1.0:1767317960.356341:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317960.356345:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767317960.356356:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985820416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317960.356619:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985820160:0@lo:250:kworker.0 00000400:00000100:0.0:1767317960.356763:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985820160 offset 0 length 520: 4 00000100:00100000:0.0:1767317960.356818:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985820288:0@lo:38:kworker.0 00000400:00000100:0.0:1767317960.356838:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985820288 offset 0 length 520: 4 00000100:00100000:0.0:1767317960.356850:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985820416:0@lo:38:kworker.0 00000400:00000100:0.0:1767317960.356864:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985820416 offset 0 length 520: 4 00010000:00010000:3.0:1767317960.868265:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317961.898469:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317962.915956:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317963.940057:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317964.446273:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934098432 offset 0 length 520: 4 00000400:00000100:0.0:1767317964.446297:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934098560 offset 0 length 520: 4 00010000:00010000:3.0:1767317964.963986:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317965.475877:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317965.475889:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317965.475893:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317965.475896:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317965.475899:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317965.475903:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317965.991751:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317967.012254:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317968.035979:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317969.060388:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317970.084066:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317970.597060:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317970.597071:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317970.597074:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317970.597077:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317970.597080:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317970.597082:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317971.107955:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317972.132660:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317973.156637:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317974.181087:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317975.203902:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317975.716779:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317975.716791:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317975.716795:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317975.716798:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317975.716801:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317975.716804:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317976.228774:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317977.253220:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317978.276546:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317979.300013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317980.324068:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317980.835838:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317980.835848:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317980.835851:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317980.835855:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317980.835858:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317980.835862:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317981.347966:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317982.372080:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317983.396066:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317984.421723:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317985.444248:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317985.956355:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317960/real 1767317960] req@ffff9b3ef40e2680 x1853163985820160/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317985.956394:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985820160/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317985.956407:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317960/real 1767317960] req@ffff9b3ef40e1880 x1853163985820288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317985.956448:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985820288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317985.956460:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317960/real 1767317960] req@ffff9b3ef40e0700 x1853163985820416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317985.956472:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985820416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767317985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317985.956492:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317985.956502:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767317985.956505:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985820160:0@lo:250:kworker.0 00000100:00080000:1.0:1767317985.956512:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317985.956516:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317985.956519:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985820288:0@lo:38:kworker.0 00000100:00080000:1.0:1767317985.956523:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317985.956527:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767317985.956530:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985820416:0@lo:38:kworker.0 00000100:00080000:0.0:1767317985.956812:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317985.956817:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317985.956820:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317985.956825:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3205 00000100:00080000:0.0:1767317985.956829:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317985.956835:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317985.956867:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3480 x1853163985820544/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317985.956892:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317985.956895:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317985.956896:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317985.956899:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3205 00000100:00080000:0.0:1767317985.956902:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317985.956905:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317985.956930:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985820672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317985.956940:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317985.956943:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317985.956944:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317985.956947:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3205 00000100:00080000:0.0:1767317985.956950:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317985.956953:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767317985.956964:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985820800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317985.957105:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985820544:0@lo:250:kworker.0 00000400:00000100:1.0:1767317985.957154:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985820544 offset 0 length 520: 4 00000100:00100000:1.0:1767317985.957204:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985820672:0@lo:38:kworker.0 00000400:00000100:1.0:1767317985.957223:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985820672 offset 0 length 520: 4 00000100:00100000:1.0:1767317985.957235:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985820800:0@lo:38:kworker.0 00000400:00000100:1.0:1767317985.957248:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985820800 offset 0 length 520: 4 00010000:00010000:2.0:1767317986.468124:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317987.494679:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317988.516657:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317989.542014:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767317990.046414:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934098688 offset 0 length 520: 4 00000400:00000100:0.0:1767317990.046450:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934098816 offset 0 length 520: 4 00010000:00010000:2.0:1767317990.563956:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317991.078189:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317991.078200:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317991.078203:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317991.078207:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317991.078210:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317991.078213:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767317991.595805:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317992.613230:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317993.636614:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317994.661669:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317995.684045:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317996.196552:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317996.196560:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317996.196562:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317996.196565:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317996.196568:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317996.196570:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767317996.708483:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317997.734106:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317998.760249:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317999.779973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318000.804406:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318001.316208:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318001.316218:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318001.316221:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318001.316224:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318001.316227:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318001.316230:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318001.835160:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318002.852750:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318003.876369:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318004.901867:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318005.924150:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318006.436119:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318006.436130:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318006.436134:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318006.436137:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318006.436140:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318006.436142:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318006.955057:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318007.972101:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318008.996022:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318010.020057:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318010.533921:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317985/real 1767317985] req@ffff9b3dca9b3480 x1853163985820544/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318010.533954:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3480 x1853163985820544/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318010.533977:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317985/real 1767317985] req@ffff9b3dca9b1880 x1853163985820672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318010.533993:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985820672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318010.534003:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317985/real 1767317985] req@ffff9b3dca9b0000 x1853163985820800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318010.534016:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985820800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318010.534035:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318010.534052:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318010.534056:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985820544:0@lo:250:kworker.0 00000100:00080000:2.0:1767318010.534066:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318010.534072:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318010.534077:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318010.534082:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985820672:0@lo:38:kworker.0 00000100:00080000:2.0:1767318010.534086:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318010.534087:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318010.534095:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:3.0:1767318010.534097:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318010.534099:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985820800:0@lo:38:kworker.0 00000100:00080000:3.0:1767318010.534104:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3231 00000100:00080000:3.0:1767318010.534110:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318010.534116:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318010.535080:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985820928/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318010.535115:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318010.535119:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318010.535121:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318010.535125:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3231 00000100:00080000:3.0:1767318010.535128:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318010.535133:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318010.535146:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985820928:0@lo:250:kworker.0 00000100:00100000:3.0:1767318010.535152:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985821056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318010.535163:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318010.535166:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318010.535168:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318010.535170:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3231 00000100:00080000:3.0:1767318010.535173:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318010.535176:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318010.535188:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985821184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767318010.535200:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985820928 offset 0 length 520: 4 00000100:00100000:2.0:1767318010.535303:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985821056:0@lo:38:kworker.0 00000400:00000100:2.0:1767318010.535326:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985821056 offset 0 length 520: 4 00000100:00100000:2.0:1767318010.535339:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985821184:0@lo:38:kworker.0 00000400:00000100:2.0:1767318010.535354:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985821184 offset 0 length 520: 4 00010000:00010000:2.0:1767318011.048840:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318012.068964:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318013.101860:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318014.116202:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318014.624094:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934098944 offset 0 length 520: 4 00000400:00000100:0.0:1767318014.624118:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934099072 offset 0 length 520: 4 00010000:00010000:2.0:1767318015.140125:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318015.652276:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318015.652285:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318015.652288:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318015.652292:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318015.652294:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318015.652297:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318016.163997:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318017.188059:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318018.212128:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318019.242969:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318020.260187:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318020.773372:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318020.773383:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318020.773387:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318020.773390:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318020.773394:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318020.773397:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318021.283975:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318022.310065:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318023.332356:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318024.355935:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318025.379938:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318025.892024:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318025.892036:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318025.892040:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318025.892043:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318025.892046:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318025.892049:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318026.407156:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318027.430769:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318028.454673:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318029.476905:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318030.500521:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318031.011974:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318031.011986:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318031.011989:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318031.011993:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318031.011995:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318031.011998:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318031.524086:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318032.548985:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318033.572449:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318034.596114:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318035.108072:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318010/real 1767318010] req@ffff9b3efb687800 x1853163985821056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318035.108105:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985821056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318035.108116:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318010/real 1767318010] req@ffff9b3efb687b80 x1853163985821184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318035.108127:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985821184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318035.108137:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318010/real 1767318010] req@ffff9b3efb686680 x1853163985820928/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318035.108147:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985820928/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318035.108166:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318035.108252:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318035.108257:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985821056:0@lo:38:kworker.0 00000100:00080000:3.0:1767318035.108263:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318035.112163:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.112172:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318035.112175:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.112179:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318035.112183:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.112190:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318035.112195:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.112201:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318035.112240:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985821312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318035.112257:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.112260:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318035.112262:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.112265:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318035.112267:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.112270:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318035.112283:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985821440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318035.112683:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318035.112690:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985821184:0@lo:38:kworker.0 00000100:00080000:3.0:1767318035.112700:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318035.112705:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318035.112708:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985820928:0@lo:250:kworker.0 00000100:00100000:3.0:1767318035.112757:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985821312:0@lo:38:kworker.0 00000400:00000100:3.0:1767318035.112809:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985821312 offset 0 length 520: 4 00000100:00100000:3.0:1767318035.112935:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985821440:0@lo:38:kworker.0 00000400:00000100:3.0:1767318035.112954:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985821440 offset 0 length 520: 4 00000100:00080000:0.0:1767318035.113147:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.113151:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318035.113153:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.113157:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318035.113160:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.113164:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318035.113181:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985821568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318035.113759:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985821568:0@lo:250:kworker.0 00000400:00000100:3.0:1767318035.113788:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985821568 offset 0 length 520: 4 00010000:00010000:2.0:1767318035.621895:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318036.644612:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318037.668061:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318038.692317:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318039.196916:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934099200 offset 0 length 520: 4 00000400:00000100:2.0:1767318039.196942:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934099328 offset 0 length 520: 4 00010000:00010000:2.0:1767318039.718314:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318040.228047:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318040.228059:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318040.228061:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318040.228064:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318040.228067:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318040.228069:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318040.739984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318041.763959:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318042.789062:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318043.812251:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318044.836026:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318045.347904:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318045.347914:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318045.347917:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318045.347920:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318045.347922:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318045.347924:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318045.860419:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318046.885717:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318047.909586:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318048.932395:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318049.956643:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318050.467994:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318050.468006:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318050.468009:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318050.468012:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318050.468015:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318050.468018:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318050.980110:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318052.006423:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318053.028013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318054.052084:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318055.076658:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318055.587929:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.587941:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318055.587944:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.587947:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318055.587950:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.587953:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318056.100627:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318057.127117:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318058.151175:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318059.174495:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318060.196251:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318060.708039:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318060.708047:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318060.708050:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318060.708053:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318060.708055:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318060.708058:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318060.708067:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318035/real 1767318035] req@ffff9b3dca9b3b80 x1853163985821568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318060 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318060.708094:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985821568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318060 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318060.708102:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318035/real 1767318035] req@ffff9b3dca9b2300 x1853163985821312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318060 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318060.708117:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985821312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318060 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318060.708125:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318035/real 1767318035] req@ffff9b3dca9b2a00 x1853163985821440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318060 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318060.708134:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985821440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318060 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318060.708150:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318060.708167:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318060.708171:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985821568:0@lo:250:kworker.0 00000100:00080000:2.0:1767318060.708176:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318060.708181:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318060.708183:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985821312:0@lo:38:kworker.0 00000100:00080000:2.0:1767318060.708187:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318060.708190:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318060.708193:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985821440:0@lo:38:kworker.0 00000100:00080000:1.0:1767318060.708365:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318060.708370:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318060.708373:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318060.708378:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3280 00000100:00080000:1.0:1767318060.708382:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318060.708389:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318060.708414:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985821696/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318060.708452:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318060.708455:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318060.708458:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318060.708461:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3280 00000100:00080000:1.0:1767318060.708463:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318060.708467:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318060.708482:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985821824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318060.708490:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318060.708493:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318060.708495:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318060.708497:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3280 00000100:00080000:1.0:1767318060.708499:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318060.708503:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318060.708512:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985821952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318060.708711:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985821696:0@lo:250:kworker.0 00000400:00000100:2.0:1767318060.708779:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985821696 offset 0 length 520: 4 00000100:00100000:2.0:1767318060.708817:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985821824:0@lo:38:kworker.0 00000400:00000100:2.0:1767318060.708836:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985821824 offset 0 length 520: 4 00000100:00100000:2.0:1767318060.708848:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985821952:0@lo:38:kworker.0 00000400:00000100:2.0:1767318060.708862:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985821952 offset 0 length 520: 4 00010000:00010000:2.0:1767318061.220103:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318062.245763:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318063.268219:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318064.293837:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318064.807385:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934099456 offset 0 length 520: 4 00000400:00000100:2.0:1767318064.807407:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934099584 offset 0 length 520: 4 00010000:00010000:2.0:1767318065.316203:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318065.827858:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318065.827870:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318065.827872:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318065.827876:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318065.827879:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318065.827881:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318066.340605:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318067.363994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318068.389141:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318069.411975:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318070.438140:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318070.949607:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318070.949617:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318070.949620:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318070.949623:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318070.949625:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318070.949628:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318071.460072:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318072.488279:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318073.507988:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318074.531968:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318075.556557:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318076.068036:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318076.068046:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318076.068048:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318076.068052:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318076.068055:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318076.068058:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318076.582429:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318077.603973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318078.627976:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318079.653688:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318080.676182:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318081.188515:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318081.188528:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318081.188530:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318081.188533:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318081.188536:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318081.188539:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318081.701069:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318082.724908:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318083.748209:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318084.772068:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318085.284515:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318060/real 1767318060] req@ffff9b3ef40e0700 x1853163985821696/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318085.284560:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985821696/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318085.284571:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318060/real 1767318060] req@ffff9b3ef40e1880 x1853163985821824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318085.284588:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985821824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318085.284597:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318060/real 1767318060] req@ffff9b3ef40e2680 x1853163985821952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318085.284607:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985821952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318085.284624:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318085.284650:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318085.284654:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985821696:0@lo:250:kworker.0 00000100:00080000:2.0:1767318085.284659:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318085.284664:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318085.284667:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985821824:0@lo:38:kworker.0 00000100:00080000:2.0:1767318085.284671:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318085.284675:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318085.284677:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985821952:0@lo:38:kworker.0 00000100:00080000:3.0:1767318085.285324:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318085.285330:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318085.285333:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318085.285338:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3305 00000100:00080000:3.0:1767318085.285342:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318085.285348:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318085.285380:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985822080/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318085.285407:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318085.285411:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318085.285412:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318085.285416:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3305 00000100:00080000:3.0:1767318085.285419:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318085.285422:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318085.285436:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985822208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318085.285445:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318085.285448:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318085.285449:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318085.285453:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3305 00000100:00080000:3.0:1767318085.285454:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318085.285458:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318085.285467:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985822336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318085.285760:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985822080:0@lo:250:kworker.0 00000400:00000100:2.0:1767318085.285909:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985822080 offset 0 length 520: 4 00000100:00100000:2.0:1767318085.285948:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985822208:0@lo:38:kworker.0 00000400:00000100:2.0:1767318085.285963:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985822208 offset 0 length 520: 4 00000100:00100000:2.0:1767318085.285971:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985822336:0@lo:38:kworker.0 00000400:00000100:2.0:1767318085.285983:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985822336 offset 0 length 520: 4 00010000:00010000:2.0:1767318085.797929:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318086.821612:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318087.846040:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318088.869253:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318089.372718:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934099712 offset 0 length 520: 4 00000400:00000100:2.0:1767318089.377072:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934099840 offset 0 length 520: 4 00010000:00010000:2.0:1767318089.892513:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318090.406506:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318090.406519:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318090.406522:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318090.406526:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318090.406529:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318090.406532:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318090.916023:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318091.940416:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318092.963951:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318093.990948:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318095.012483:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318095.525840:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318095.525851:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318095.525854:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318095.525857:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318095.525860:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318095.525862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318096.035952:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318097.062152:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318098.089932:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318099.108287:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318100.132170:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318100.643812:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318100.643823:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318100.643826:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318100.643830:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318100.643834:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318100.643837:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318101.156135:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318102.180052:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318103.204116:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318104.228449:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318105.252010:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318105.763898:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.763909:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318105.763912:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.763916:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318105.763918:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.763921:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318106.276307:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318107.303344:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318108.323966:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318109.348006:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318110.372070:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318110.883904:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.883914:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318110.883917:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.883920:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318110.883923:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.883927:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318110.885862:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318085/real 1767318085] req@ffff9b3efb686680 x1853163985822080/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318110.885896:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985822080/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318110.885911:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318085/real 1767318085] req@ffff9b3efb687b80 x1853163985822208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318110.885922:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985822208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318110.885931:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318085/real 1767318085] req@ffff9b3efb687800 x1853163985822336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318110 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318110.885942:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985822336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318110 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318110.885960:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318110.886755:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318110.886761:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985822080:0@lo:250:kworker.0 00000100:00080000:2.0:1767318110.886769:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318110.887025:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.887030:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318110.887033:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318110.887037:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3330 00000100:00080000:3.0:1767318110.887041:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318110.887048:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318110.887089:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985822464/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318110.887105:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.887109:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318110.887110:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318110.887114:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3330 00000100:00080000:3.0:1767318110.887117:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318110.887120:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318110.887134:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985822592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318110.887142:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.887146:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318110.888301:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318110.888309:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985822208:0@lo:38:kworker.0 00000100:00080000:2.0:1767318110.888318:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318110.888325:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318110.888328:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985822336:0@lo:38:kworker.0 00000100:00100000:2.0:1767318110.888363:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985822464:0@lo:250:kworker.0 00000400:00000100:2.0:1767318110.888426:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985822464 offset 0 length 520: 4 00000100:00080000:3.0:1767318110.888718:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318110.888723:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318110.888725:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318110.888754:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3330 00000100:00080000:3.0:1767318110.888757:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318110.888763:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318110.888788:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318110.888896:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985822592:0@lo:38:kworker.0 00000400:00000100:2.0:1767318110.888921:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985822592 offset 0 length 520: 4 00000100:00100000:2.0:1767318110.888937:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985822720:0@lo:38:kworker.0 00000400:00000100:2.0:1767318110.888951:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985822720 offset 0 length 520: 4 00010000:00010000:2.0:1767318111.396532:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318112.419992:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318113.444015:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318114.468109:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318114.976124:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934099968 offset 0 length 520: 4 00000400:00000100:0.0:1767318114.976150:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934100096 offset 0 length 520: 4 00010000:00010000:2.0:1767318115.495457:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318116.007088:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318116.007098:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318116.007101:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318116.007104:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318116.007107:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318116.007110:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318116.529513:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318117.540010:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318118.563979:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318119.587937:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318120.612994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318121.124348:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318121.124357:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318121.124359:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318121.124361:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318121.124363:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318121.124365:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318121.636686:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318122.659918:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318123.684001:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.707903:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.733055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318126.244207:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318126.244218:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318126.244221:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318126.244225:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318126.244227:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318126.244230:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318126.755962:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318127.780011:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318128.803967:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.828599:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318130.854887:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318131.363865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318131.363876:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318131.363879:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318131.363883:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318131.363886:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318131.363889:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318131.875980:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318132.900449:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318133.924002:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318134.948040:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318135.460047:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318110/real 1767318110] req@ffff9b3efb687800 x1853163985822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318135.460087:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318135.460098:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318110/real 1767318110] req@ffff9b3efb684000 x1853163985822464/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318135.460110:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985822464/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318135.460120:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318110/real 1767318110] req@ffff9b3efb685180 x1853163985822592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318135.460131:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985822592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318135 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318135.460151:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318135.460167:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318135.460171:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985822720:0@lo:38:kworker.0 00000100:00080000:1.0:1767318135.460176:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318135.460180:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318135.460183:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985822464:0@lo:250:kworker.0 00000100:00080000:1.0:1767318135.460187:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318135.460190:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318135.460193:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985822592:0@lo:38:kworker.0 00000100:00080000:0.0:1767318135.460414:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.460420:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318135.460424:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.460428:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3356 00000100:00080000:0.0:1767318135.460432:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.460438:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318135.460471:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985822848/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318135.460498:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.460502:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318135.460504:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.460507:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3356 00000100:00080000:0.0:1767318135.460509:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.460512:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318135.460530:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985822976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318135.460537:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.460540:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318135.460541:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.460544:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3356 00000100:00080000:0.0:1767318135.460546:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.460549:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318135.460557:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985823104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318135.460847:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985822848:0@lo:250:kworker.0 00000400:00000100:1.0:1767318135.460904:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985822848 offset 0 length 520: 4 00000100:00100000:1.0:1767318135.460963:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985822976:0@lo:38:kworker.0 00000400:00000100:1.0:1767318135.461280:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985822976 offset 0 length 520: 4 00000100:00100000:1.0:1767318135.461296:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985823104:0@lo:38:kworker.0 00000400:00000100:1.0:1767318135.461315:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985823104 offset 0 length 520: 4 00010000:00010000:2.0:1767318135.972617:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318136.995934:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318138.019934:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318139.047003:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318139.548635:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934100224 offset 0 length 520: 4 00000400:00000100:0.0:1767318139.548657:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934100352 offset 0 length 520: 4 00010000:00010000:3.0:1767318140.068163:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318140.580104:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318140.580115:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318140.580118:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318140.580121:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318140.580125:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318140.580128:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318141.092135:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318142.115948:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318143.140310:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318144.164210:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318145.188849:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318145.701483:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.701495:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318145.701498:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.701501:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318145.701503:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.701506:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318146.213126:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318147.235940:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318148.259937:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318149.283972:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318150.308009:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318150.821473:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318150.821487:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318150.821491:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318150.821495:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318150.821498:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318150.821501:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318151.332850:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318152.356085:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318153.380427:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318154.404231:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318155.429823:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318155.939963:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318155.939979:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318155.939982:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318155.939985:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318155.939988:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318155.940000:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318156.452668:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318157.475975:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318158.500429:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318159.526334:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318160.036033:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318135/real 1767318135] req@ffff9b3dca9b3100 x1853163985822848/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318160.036081:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985822848/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318160.036095:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318135/real 1767318135] req@ffff9b3dca9b1c00 x1853163985822976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318160.036109:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985822976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318160.036121:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318135/real 1767318135] req@ffff9b3dca9b0a80 x1853163985823104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318160.036133:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985823104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318160.036168:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318160.036195:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318160.036199:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985822848:0@lo:250:kworker.0 00000100:00080000:3.0:1767318160.036206:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318160.036212:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318160.036219:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985822976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318160.036581:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318160.036601:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318160.036606:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318160.036609:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318160.036620:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3380 00000100:00080000:3.0:1767318160.036630:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318160.036636:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985823104:0@lo:38:kworker.0 00000100:00080000:1.0:1767318160.037478:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318160.037488:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318160.040409:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985823232/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318160.040441:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318160.040446:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318160.040449:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318160.040454:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3380 00000100:00080000:1.0:1767318160.040459:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318160.040467:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318160.040487:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985823360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318160.040498:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985823232:0@lo:250:kworker.0 00000100:00080000:1.0:1767318160.040503:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318160.040512:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318160.040514:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318160.040518:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3380 00000100:00080000:1.0:1767318160.040521:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318160.040525:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318160.040539:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985823488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767318160.040593:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985823232 offset 0 length 520: 4 00000100:00100000:3.0:1767318160.040653:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985823360:0@lo:38:kworker.0 00000400:00000100:3.0:1767318160.040675:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985823360 offset 0 length 520: 4 00000100:00100000:3.0:1767318160.040689:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985823488:0@lo:38:kworker.0 00000400:00000100:3.0:1767318160.040704:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985823488 offset 0 length 520: 4 00010000:00010000:3.0:1767318160.548323:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318161.572081:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318162.596220:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318163.623869:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318164.127278:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934100480 offset 0 length 520: 4 00000400:00000100:0.0:1767318164.127313:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934100608 offset 0 length 520: 4 00010000:00010000:3.0:1767318164.647464:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318165.156004:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318165.156013:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318165.156016:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318165.156018:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318165.156020:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318165.156021:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318165.668683:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318166.692115:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318167.716283:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318168.746064:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318169.766707:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318170.276430:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318170.276444:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318170.276448:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318170.276451:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318170.276455:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318170.276459:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318170.788047:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318171.812371:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318172.837963:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318173.860179:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318174.886717:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318175.395971:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318175.395987:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318175.395991:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318175.395996:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318175.395999:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318175.396011:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318175.908161:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318176.932246:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318177.958199:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318178.981000:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318180.004145:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318180.517293:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318180.517306:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318180.517309:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318180.517312:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318180.517316:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318180.517319:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318181.028160:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318182.052707:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318183.079471:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318184.100008:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318185.125194:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318185.639274:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318185.639289:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318185.639294:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318185.639298:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318185.639301:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318185.639304:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318185.640629:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318160/real 1767318160] req@ffff9b3ef40e3b80 x1853163985823360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318185.640677:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985823360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318185 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318185.640689:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318160/real 1767318160] req@ffff9b3ef40e2680 x1853163985823488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318185.640701:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985823488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318185 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318185.640712:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318160/real 1767318160] req@ffff9b3ef40e1180 x1853163985823232/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318185 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318185.640724:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985823232/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318185 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318185.640777:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.640810:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318185.640815:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985823360:0@lo:38:kworker.0 00000100:00080000:0.0:1767318185.640822:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.640829:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318185.640832:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985823488:0@lo:38:kworker.0 00000100:00080000:0.0:1767318185.640836:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.640840:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318185.640843:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985823232:0@lo:250:kworker.0 00000100:00080000:3.0:1767318185.640949:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318185.640956:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318185.640960:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318185.640966:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3405 00000100:00080000:3.0:1767318185.640970:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318185.640978:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318185.641022:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985823616/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318185.641050:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318185.641054:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318185.641056:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318185.641059:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3405 00000100:00080000:3.0:1767318185.641062:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318185.641065:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318185.641080:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985823744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318185.641089:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318185.641092:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318185.641094:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318185.641097:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3405 00000100:00080000:3.0:1767318185.641100:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318185.641104:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318185.641115:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985823872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318185.641185:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985823616:0@lo:250:kworker.0 00000400:00000100:0.0:1767318185.641247:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985823616 offset 0 length 520: 4 00000100:00100000:0.0:1767318185.641315:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985823744:0@lo:38:kworker.0 00000400:00000100:0.0:1767318185.641337:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985823744 offset 0 length 520: 4 00000100:00100000:0.0:1767318185.641350:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985823872:0@lo:38:kworker.0 00000400:00000100:0.0:1767318185.641366:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985823872 offset 0 length 520: 4 00010000:00010000:1.0:1767318186.148200:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318187.171970:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318188.200981:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318189.223621:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318189.724652:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934100736 offset 0 length 520: 4 00000400:00000100:2.0:1767318189.724686:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934100864 offset 0 length 520: 4 00010000:00010000:1.0:1767318190.243942:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318190.759779:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318190.759790:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318190.759793:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318190.759797:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318190.759800:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318190.759803:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318191.269701:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318192.292172:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318193.316307:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318194.341529:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318195.364185:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318195.875907:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318195.875918:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318195.875921:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318195.875924:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318195.875927:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318195.875930:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318196.388120:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318197.412268:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318198.438148:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318199.464752:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318200.484025:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318200.995886:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318200.995908:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318200.995912:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318200.995915:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318200.995918:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318200.995921:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318201.507997:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318202.531951:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318203.555995:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318204.579998:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318205.607484:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318206.116153:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318206.116163:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318206.116166:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318206.116170:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318206.116173:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318206.116176:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318206.632549:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318207.652191:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318208.677685:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318209.702666:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318210.212450:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318185/real 1767318185] req@ffff9b3efb687b80 x1853163985823616/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318210.212491:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985823616/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318210.212514:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318185/real 1767318185] req@ffff9b3efb686680 x1853163985823744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318210.212526:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985823744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318210.212536:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318185/real 1767318185] req@ffff9b3efb685180 x1853163985823872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318210 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318210.212548:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985823872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318210 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318210.212566:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318210.212591:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318210.212595:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985823616:0@lo:250:kworker.0 00000100:00080000:0.0:1767318210.212601:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318210.212607:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318210.212610:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985823744:0@lo:38:kworker.0 00000100:00080000:0.0:1767318210.212625:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318210.212629:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318210.212633:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985823872:0@lo:38:kworker.0 00000100:00080000:3.0:1767318210.213634:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318210.213641:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318210.213644:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318210.213649:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3430 00000100:00080000:3.0:1767318210.213654:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318210.213677:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318210.213705:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985824000/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318210.213751:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318210.213755:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318210.213757:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318210.213760:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3430 00000100:00080000:3.0:1767318210.213763:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318210.213766:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318210.213795:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985824128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318210.213803:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318210.213805:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318210.213807:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318210.213809:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3430 00000100:00080000:3.0:1767318210.213812:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318210.213815:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318210.213824:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985824256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318210.214510:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985824000:0@lo:250:kworker.0 00000400:00000100:0.0:1767318210.214568:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985824000 offset 0 length 520: 4 00000100:00100000:0.0:1767318210.215131:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985824128:0@lo:38:kworker.0 00000400:00000100:0.0:1767318210.215168:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985824128 offset 0 length 520: 4 00000100:00100000:0.0:1767318210.215206:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985824256:0@lo:38:kworker.0 00000400:00000100:0.0:1767318210.215235:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985824256 offset 0 length 520: 4 00010000:00010000:1.0:1767318210.728545:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318211.747980:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318212.774303:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318213.795990:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318214.308844:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934100992 offset 0 length 520: 4 00000400:00000100:2.0:1767318214.308882:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934101120 offset 0 length 520: 4 00010000:00010000:1.0:1767318214.819988:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318215.332066:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318215.332077:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318215.332080:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318215.332092:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318215.332095:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318215.332098:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318215.843977:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318216.867947:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318217.892156:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318218.915962:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318219.940513:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318220.454235:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.454246:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318220.454249:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.454253:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318220.454256:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.454259:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318220.964012:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318221.989204:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318223.012415:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318224.038369:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318225.062325:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318225.572530:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318225.572539:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318225.572542:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318225.572546:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318225.572549:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318225.572552:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318226.086166:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318227.108293:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318228.132106:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318229.156890:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318230.183470:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318230.697099:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318230.697111:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318230.697114:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318230.697118:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318230.697122:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318230.697125:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318231.204106:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318232.228748:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318233.253559:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318234.276862:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318235.300166:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318235.813536:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318210/real 1767318210] req@ffff9b3efb684000 x1853163985824000/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318235 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318235.813568:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985824000/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318235 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318235.813578:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318210/real 1767318210] req@ffff9b3efb687800 x1853163985824128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318235 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318235.813589:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985824128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318235 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318235.813604:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318210/real 1767318210] req@ffff9b3efb685180 x1853163985824256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318235 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318235.813614:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985824256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318235 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318235.813631:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318235.813649:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318235.813652:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985824000:0@lo:250:kworker.0 00000100:00080000:2.0:1767318235.813658:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318235.813663:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318235.813666:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985824128:0@lo:38:kworker.0 00000100:00080000:2.0:1767318235.813670:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318235.813674:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318235.813677:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985824256:0@lo:38:kworker.0 00000100:00080000:3.0:1767318235.814358:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318235.814364:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318235.814367:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318235.814371:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3455 00000100:00080000:3.0:1767318235.814376:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318235.814429:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318235.814468:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985824384/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318235.814495:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318235.814499:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318235.814501:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318235.814504:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3455 00000100:00080000:3.0:1767318235.814507:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318235.814510:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318235.814525:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985824512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318235.814534:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318235.814537:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318235.814538:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318235.814542:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3455 00000100:00080000:3.0:1767318235.814544:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318235.814548:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318235.814558:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985824640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318235.814775:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985824384:0@lo:250:kworker.0 00000400:00000100:1.0:1767318235.814833:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985824384 offset 0 length 520: 4 00000100:00100000:1.0:1767318235.814881:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985824512:0@lo:38:kworker.0 00000400:00000100:1.0:1767318235.814900:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985824512 offset 0 length 520: 4 00000100:00100000:1.0:1767318235.814929:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985824640:0@lo:38:kworker.0 00000400:00000100:1.0:1767318235.814946:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985824640 offset 0 length 520: 4 00010000:00010000:3.0:1767318236.324229:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318237.348306:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318238.371923:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318239.395939:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318239.902056:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934101248 offset 0 length 520: 4 00000400:00000100:2.0:1767318239.902082:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934101376 offset 0 length 520: 4 00010000:00010000:3.0:1767318240.419981:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318240.933110:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318240.933120:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318240.933124:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318240.933127:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318240.933130:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318240.933133:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318241.443994:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318242.468913:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318243.497128:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318244.517444:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318245.540410:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318246.052406:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318246.052416:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318246.052420:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318246.052423:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318246.052426:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318246.052429:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318246.566529:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318247.588554:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318248.611967:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318249.636101:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318250.660770:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318251.171845:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318251.171857:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318251.171862:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318251.171865:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318251.171869:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318251.171873:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318251.683987:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318252.709160:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318253.733195:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318254.755958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318255.779999:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318256.291886:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.291908:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318256.291917:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.291921:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318256.291924:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.291926:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318256.814780:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318257.830826:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.853047:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.875953:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.392547:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318235/real 1767318235] req@ffff9b3efb686680 x1853163985824384/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318260 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318260.392594:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985824384/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318260 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318260.392606:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318235/real 1767318235] req@ffff9b3efb687b80 x1853163985824512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318260 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318260.392618:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985824512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318260 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318260.392633:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318235/real 1767318235] req@ffff9b3efb685180 x1853163985824640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318260 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318260.392643:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985824640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318260 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318260.392662:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.392692:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318260.392697:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985824384:0@lo:250:kworker.0 00000100:00080000:3.0:1767318260.392703:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.392708:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318260.392711:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985824512:0@lo:38:kworker.0 00000100:00080000:3.0:1767318260.392715:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.392718:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318260.392721:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985824640:0@lo:38:kworker.0 00000100:00080000:0.0:1767318260.392813:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318260.392819:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318260.392823:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318260.392828:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3481 00000100:00080000:0.0:1767318260.392832:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318260.392838:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318260.392873:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985824768/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318260.392897:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318260.392900:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318260.392902:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318260.392905:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3481 00000100:00080000:0.0:1767318260.392907:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318260.392910:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318260.392924:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985824896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318260.392933:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318260.392936:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318260.392938:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318260.392941:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3481 00000100:00080000:0.0:1767318260.392943:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318260.392947:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318260.392952:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985824768:0@lo:250:kworker.0 00000100:00100000:0.0:1767318260.392958:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985825024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767318260.392999:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985824768 offset 0 length 520: 4 00000100:00100000:3.0:1767318260.393050:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985824896:0@lo:38:kworker.0 00000400:00000100:3.0:1767318260.393069:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985824896 offset 0 length 520: 4 00000100:00100000:3.0:1767318260.393100:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985825024:0@lo:38:kworker.0 00000400:00000100:3.0:1767318260.393117:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985825024 offset 0 length 520: 4 00010000:00010000:2.0:1767318260.900643:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318261.925611:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318262.948069:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318263.973552:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318264.477207:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934101504 offset 0 length 520: 4 00000400:00000100:3.0:1767318264.477230:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934101632 offset 0 length 520: 4 00010000:00010000:2.0:1767318264.997723:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318265.508145:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318265.508157:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318265.508160:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318265.508163:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318265.508168:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318265.508171:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318266.019974:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318267.044215:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318268.067957:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318269.092258:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318270.116122:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318270.627870:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.627881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318270.627884:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.627887:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318270.627890:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.627893:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318271.140135:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318272.164067:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318273.188068:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318274.212033:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318275.237376:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318275.749272:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318275.749282:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318275.749286:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318275.749289:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318275.749292:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318275.749295:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318276.260115:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318277.288695:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318278.308206:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318279.332652:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318280.360029:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318280.867918:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318280.867932:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318280.867935:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318280.867939:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318280.867943:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318280.867946:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318281.380052:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318282.405449:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318283.431859:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318284.452016:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318285.475964:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318285.987865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318285.987866:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318260/real 1767318260] req@ffff9b3dca9b2d80 x1853163985825024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318285.987876:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318285.987883:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318285.987887:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318285.987890:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318285.987893:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318285.987905:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985825024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318285.987915:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318260/real 1767318260] req@ffff9b3dca9b1180 x1853163985824768/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318285.987929:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985824768/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318285.987937:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318260/real 1767318260] req@ffff9b3dca9b1f80 x1853163985824896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318285.987946:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985824896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318285.987962:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318285.987982:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318285.987985:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985825024:0@lo:38:kworker.0 00000100:00080000:2.0:1767318285.987991:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318285.987995:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318285.987997:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985824768:0@lo:250:kworker.0 00000100:00080000:2.0:1767318285.988001:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318285.988004:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318285.988007:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985824896:0@lo:38:kworker.0 00000100:00080000:3.0:1767318285.988076:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318285.988081:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318285.988083:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318285.988087:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3505 00000100:00080000:3.0:1767318285.988092:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318285.988098:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318285.989027:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985825152/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318285.989056:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318285.989060:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318285.989062:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318285.989066:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3505 00000100:00080000:3.0:1767318285.989068:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318285.989072:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318285.989089:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985825280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318285.989098:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318285.989101:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318285.989102:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318285.989106:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3505 00000100:00080000:3.0:1767318285.989108:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318285.989111:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318285.990363:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985825408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318285.990468:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985825152:0@lo:250:kworker.0 00000400:00000100:2.0:1767318285.990523:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985825152 offset 0 length 520: 4 00000100:00100000:2.0:1767318285.990571:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985825280:0@lo:38:kworker.0 00000400:00000100:2.0:1767318285.990590:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985825280 offset 0 length 520: 4 00000100:00100000:2.0:1767318285.990601:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985825408:0@lo:38:kworker.0 00000400:00000100:2.0:1767318285.990617:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985825408 offset 0 length 520: 4 00010000:00010000:2.0:1767318286.501342:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318287.525557:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318288.548340:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318289.574004:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318290.082281:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934101760 offset 0 length 520: 4 00000400:00000100:3.0:1767318290.082304:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934101888 offset 0 length 520: 4 00010000:00010000:2.0:1767318290.596165:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318291.107922:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.107932:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318291.107935:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.107938:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318291.107940:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.107945:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318291.620004:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318292.644015:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318293.668023:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318294.692213:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318295.716586:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318296.228015:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318296.228025:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318296.228028:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318296.228031:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318296.228033:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318296.228036:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318296.739993:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318297.764471:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318298.788224:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318299.813179:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318300.836950:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318301.348113:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318301.348131:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318301.348134:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318301.348138:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318301.348140:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318301.348143:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318301.861060:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318302.884192:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318303.907944:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318304.932951:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318305.956415:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318306.468062:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.468073:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318306.468075:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.468078:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318306.468080:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.468082:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318306.980057:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318308.007606:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318309.027914:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318310.051936:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318310.563853:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318285/real 1767318285] req@ffff9b3efb685180 x1853163985825152/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318310.563889:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985825152/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318310.563900:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318285/real 1767318285] req@ffff9b3efb687b80 x1853163985825280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318310.563912:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985825280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318310.563922:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318285/real 1767318285] req@ffff9b3efb686680 x1853163985825408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318310.563933:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985825408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318310.563952:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318310.563983:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318310.563988:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985825152:0@lo:250:kworker.0 00000100:00080000:2.0:1767318310.563994:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318310.564000:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318310.564003:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985825280:0@lo:38:kworker.0 00000100:00080000:2.0:1767318310.564006:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318310.564010:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318310.564012:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985825408:0@lo:38:kworker.0 00000100:00080000:0.0:1767318310.564115:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318310.564121:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318310.564124:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318310.564129:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3531 00000100:00080000:0.0:1767318310.564133:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318310.564140:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318310.564179:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3800 x1853163985825536/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318310.564211:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318310.564214:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318310.564216:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318310.564220:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3531 00000100:00080000:0.0:1767318310.564222:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318310.564226:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318310.564242:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985825664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318310.564261:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318310.564264:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318310.564266:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318310.564269:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3531 00000100:00080000:0.0:1767318310.564271:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318310.564274:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318310.564285:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985825792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318310.564348:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985825536:0@lo:250:kworker.0 00000400:00000100:2.0:1767318310.564404:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985825536 offset 0 length 520: 4 00000100:00100000:2.0:1767318310.564446:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985825664:0@lo:38:kworker.0 00000400:00000100:2.0:1767318310.564464:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985825664 offset 0 length 520: 4 00000100:00100000:2.0:1767318310.564476:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985825792:0@lo:38:kworker.0 00000400:00000100:2.0:1767318310.564489:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985825792 offset 0 length 520: 4 00010000:00010000:1.0:1767318311.076533:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318312.100760:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318313.124265:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318314.149451:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318315.173451:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318315.678135:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934102016 offset 0 length 520: 4 00000400:00000100:3.0:1767318315.678169:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934102144 offset 0 length 520: 4 00000100:00080000:2.0:1767318315.684395:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318315.684406:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318315.684409:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318315.684413:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318315.684416:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318315.684419:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318316.196278:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318317.220195:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318318.246557:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318319.268237:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318320.291966:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318320.803869:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318320.803878:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318320.803881:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318320.803884:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318320.803888:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318320.803891:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318321.316380:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318322.340403:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318323.364514:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318324.388250:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318325.412043:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318325.923970:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318325.923980:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318325.923984:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318325.923988:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318325.923990:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318325.923994:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318326.435996:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318327.460000:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318328.485173:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318329.508053:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318330.532327:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318331.044110:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318331.044122:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318331.044125:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318331.044128:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318331.044132:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318331.044135:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318331.558189:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318332.580084:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318333.606887:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318334.628440:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318335.140157:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318310/real 1767318310] req@ffff9b3dca9b3800 x1853163985825536/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318335.140208:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3800 x1853163985825536/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318335.140220:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318310/real 1767318310] req@ffff9b3dca9b1f80 x1853163985825664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318335.140232:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985825664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318335.140244:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318310/real 1767318310] req@ffff9b3dca9b1180 x1853163985825792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318335.140254:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985825792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318335.140274:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.140300:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318335.140304:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985825536:0@lo:250:kworker.0 00000100:00080000:2.0:1767318335.140310:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.140315:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318335.140318:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985825664:0@lo:38:kworker.0 00000100:00080000:2.0:1767318335.140322:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.140327:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318335.140330:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985825792:0@lo:38:kworker.0 00000100:00080000:3.0:1767318335.140422:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318335.140428:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318335.140432:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318335.140436:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318335.140440:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318335.140447:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318335.140481:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985825920/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318335.140509:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318335.140513:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318335.140514:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318335.140518:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318335.140520:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318335.140524:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318335.140539:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985826048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318335.140547:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318335.140550:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318335.140551:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318335.140554:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318335.140556:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318335.140559:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318335.140570:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985826176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318335.140633:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985825920:0@lo:250:kworker.0 00000400:00000100:2.0:1767318335.140696:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985825920 offset 0 length 520: 4 00000100:00100000:2.0:1767318335.140755:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985826048:0@lo:38:kworker.0 00000400:00000100:2.0:1767318335.140775:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985826048 offset 0 length 520: 4 00000100:00100000:2.0:1767318335.140804:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985826176:0@lo:38:kworker.0 00000400:00000100:2.0:1767318335.140820:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985826176 offset 0 length 520: 4 00010000:00010000:2.0:1767318335.654108:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318336.678161:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318337.700288:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318338.725701:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318339.748120:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318340.253135:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934102272 offset 0 length 520: 4 00000400:00000100:2.0:1767318340.253153:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934102400 offset 0 length 520: 4 00000100:00080000:3.0:1767318340.260864:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318340.260872:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318340.260875:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318340.260878:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318340.260881:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318340.260885:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318340.774497:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318341.797376:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318342.819998:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318343.846433:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318344.868962:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318345.384790:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318345.384800:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318345.384804:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318345.384807:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318345.384811:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318345.384814:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318345.892325:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318346.916123:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318347.939994:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318348.964251:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318349.988863:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318350.502984:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318350.502995:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318350.502998:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318350.503003:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318350.503006:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318350.503009:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318351.012754:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318352.036576:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318353.059973:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318354.084723:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318355.108838:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318355.621509:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.621519:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318355.621523:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.621526:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318355.621529:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.621532:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318356.131964:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318357.156024:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318358.181481:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318359.204105:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318360.229647:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318360.740007:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318335/real 1767318335] req@ffff9b3efb687800 x1853163985825920/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318360.740042:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985825920/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318360.740053:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318335/real 1767318335] req@ffff9b3efb684000 x1853163985826048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318360.740064:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985826048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318360.740073:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318335/real 1767318335] req@ffff9b3efb686680 x1853163985826176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318360.740084:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985826176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318360.740109:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318360.740165:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318360.740170:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318360.740174:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318360.740190:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3580 00000100:00080000:1.0:1767318360.740195:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318360.740203:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318360.740239:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985826304/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318360.740257:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318360.740261:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318360.740263:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318360.740265:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318360.740367:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318360.740376:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985825920:0@lo:250:kworker.0 00000100:00080000:2.0:1767318360.740384:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318360.740389:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318360.740392:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985826048:0@lo:38:kworker.0 00000100:00080000:2.0:1767318360.740396:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318360.740401:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318360.740404:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985826176:0@lo:38:kworker.0 00000100:00100000:2.0:1767318360.740434:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985826304:0@lo:250:kworker.0 00000400:00000100:2.0:1767318360.740480:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985826304 offset 0 length 520: 4 00000100:00080000:1.0:1767318360.740520:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318360.740525:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318360.740527:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318360.740532:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3580 00000100:00080000:1.0:1767318360.740535:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318360.740540:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318360.740562:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985826432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318360.740583:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318360.740587:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318360.740589:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318360.740592:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3580 00000100:00080000:1.0:1767318360.740595:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318360.740599:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318360.740612:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985826560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318360.740622:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985826432:0@lo:38:kworker.0 00000400:00000100:2.0:1767318360.740648:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985826432 offset 0 length 520: 4 00000100:00100000:2.0:1767318360.740662:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985826560:0@lo:38:kworker.0 00000400:00000100:2.0:1767318360.740678:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985826560 offset 0 length 520: 4 00010000:00010000:1.0:1767318361.252356:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318362.275952:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318363.300076:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318364.324012:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318365.348726:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318365.852813:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934102528 offset 0 length 520: 4 00000400:00000100:0.0:1767318365.852842:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934102656 offset 0 length 520: 4 00000100:00080000:3.0:1767318365.859933:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318365.859944:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318365.859947:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318365.859951:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318365.859954:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318365.859957:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318366.372209:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318367.396009:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318368.422471:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318369.444987:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318370.468493:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318370.979842:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318370.979850:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318370.979853:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318370.979857:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318370.979860:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318370.979870:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318371.492609:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318372.516044:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318373.540275:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318374.563983:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318375.588903:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318376.100030:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318376.100044:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318376.100046:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318376.100050:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318376.100053:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318376.100056:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318376.613635:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318377.636013:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318378.659997:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318379.684155:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318380.708121:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318381.220293:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318381.220303:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318381.220306:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318381.220310:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318381.220313:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318381.220316:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318381.734337:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318382.757106:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318383.780031:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318384.805943:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318385.316052:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318360/real 1767318360] req@ffff9b3ef40e0000 x1853163985826560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318385.316089:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985826560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318385.316100:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318360/real 1767318360] req@ffff9b3ef40e0700 x1853163985826432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318385.316112:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985826432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318385.316122:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318360/real 1767318360] req@ffff9b3ef40e1880 x1853163985826304/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318385.316134:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985826304/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318385.316152:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318385.316317:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318385.316322:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985826560:0@lo:38:kworker.0 00000100:00080000:3.0:1767318385.316329:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318385.318464:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.318479:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318385.318481:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.318485:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318385.318490:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.318496:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318385.318501:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.318508:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318385.318548:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985826688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318385.318565:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.318568:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318385.318681:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.318686:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318385.318689:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.318693:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318385.318708:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985826816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318385.318843:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318385.318849:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985826432:0@lo:38:kworker.0 00000100:00080000:3.0:1767318385.318858:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318385.318863:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318385.318866:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985826304:0@lo:250:kworker.0 00000100:00100000:3.0:1767318385.318906:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985826688:0@lo:38:kworker.0 00000400:00000100:3.0:1767318385.318961:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985826688 offset 0 length 520: 4 00000100:00080000:0.0:1767318385.319161:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.319165:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318385.319167:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.319171:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318385.319175:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.319178:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318385.319193:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985826944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318385.319433:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985826816:0@lo:38:kworker.0 00000400:00000100:3.0:1767318385.319470:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985826816 offset 0 length 520: 4 00000100:00100000:3.0:1767318385.319489:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985826944:0@lo:250:kworker.0 00000400:00000100:3.0:1767318385.319506:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985826944 offset 0 length 520: 4 00010000:00010000:1.0:1767318385.831003:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318386.852216:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318387.876080:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318388.900209:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318389.924088:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318390.428499:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934102784 offset 0 length 520: 4 00000400:00000100:0.0:1767318390.428532:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934102912 offset 0 length 520: 4 00000100:00080000:2.0:1767318390.436874:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.436887:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318390.436890:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.436993:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318390.436996:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.436999:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318390.948061:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318391.972076:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318392.998294:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318394.020543:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318395.044038:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318395.556136:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318395.556150:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318395.556153:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318395.556156:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318395.556159:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318395.556162:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318396.072547:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318397.092251:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318398.119368:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318399.140369:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318400.163942:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318400.677993:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.678004:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318400.678007:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.678010:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318400.678013:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.678017:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318401.190525:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318402.211933:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318403.235943:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318404.260335:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318405.283951:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318405.796155:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318405.796166:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318405.796171:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318405.796180:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318405.796183:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318405.796186:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318406.309960:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318407.333072:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318408.356642:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318409.380003:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318410.403931:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318410.915887:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318410.915898:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318385/real 1767318385] req@ffff9b3dca9b1c00 x1853163985826944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318410.915898:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318410.915902:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318410.915905:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318410.915908:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318410.915911:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318410.915930:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985826944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318410.915940:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318385/real 1767318385] req@ffff9b3dca9b2d80 x1853163985826688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318410.915951:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985826688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318410.915961:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318385/real 1767318385] req@ffff9b3dca9b0a80 x1853163985826816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318410.915972:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985826816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318410.915993:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318410.916015:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318410.916019:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985826944:0@lo:250:kworker.0 00000100:00080000:0.0:1767318410.916025:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318410.916030:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318410.916033:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985826688:0@lo:38:kworker.0 00000100:00080000:0.0:1767318410.916038:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318410.916041:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318410.916044:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985826816:0@lo:38:kworker.0 00000100:00080000:3.0:1767318410.916514:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318410.916518:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318410.916522:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318410.916526:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3630 00000100:00080000:3.0:1767318410.916530:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318410.916537:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318410.916568:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985827072/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318410.916638:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985827072:0@lo:250:kworker.0 00000400:00000100:0.0:1767318410.916692:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985827072 offset 0 length 520: 4 00000100:00080000:3.0:1767318410.916847:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318410.916852:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318410.916854:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318410.916858:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3630 00000100:00080000:3.0:1767318410.916861:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318410.916865:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318410.916884:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985827200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318410.917639:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985827200:0@lo:38:kworker.0 00000400:00000100:0.0:1767318410.917676:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985827200 offset 0 length 520: 4 00000100:00080000:3.0:1767318410.918021:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318410.918026:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318410.918028:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318410.918032:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3630 00000100:00080000:3.0:1767318410.918037:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318410.918042:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318410.918066:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985827328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318410.918118:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985827328:0@lo:38:kworker.0 00000400:00000100:0.0:1767318410.918141:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985827328 offset 0 length 520: 4 00010000:00010000:1.0:1767318411.428275:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318412.452078:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318413.475979:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318414.499959:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318415.525131:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318416.035945:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318416.035956:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318416.035960:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318416.035963:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318416.035965:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318416.035969:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:2.0:1767318416.041619:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934103040 offset 0 length 520: 4 00000400:00000100:2.0:1767318416.041648:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934103168 offset 0 length 520: 4 00010000:00010000:3.0:1767318416.548474:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318417.572409:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318418.596327:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318419.620085:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318420.644049:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318421.158607:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318421.158619:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318421.158622:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318421.158626:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318421.158628:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318421.158632:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318421.668257:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318422.692180:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318423.716041:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318424.741090:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318425.764231:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318426.276005:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318426.276014:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318426.276017:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318426.276020:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318426.276052:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318426.276056:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318426.788038:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318427.812126:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318428.836031:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318429.861922:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318430.883886:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318431.395887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318431.395895:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318431.395897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318431.395899:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318431.395901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318431.395902:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318431.909220:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318432.932667:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318433.957103:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318434.979959:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318435.492206:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318410/real 1767318410] req@ffff9b3efb686680 x1853163985827328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318435.492240:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985827328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318435.492251:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318410/real 1767318410] req@ffff9b3efb685180 x1853163985827200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318435.492262:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985827200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318435.492279:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318410/real 1767318410] req@ffff9b3efb687b80 x1853163985827072/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318435.492290:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985827072/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318435.492309:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318435.492333:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318435.492338:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985827328:0@lo:38:kworker.0 00000100:00080000:0.0:1767318435.492344:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318435.492350:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318435.492352:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985827200:0@lo:38:kworker.0 00000100:00080000:0.0:1767318435.492356:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318435.492360:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318435.492362:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985827072:0@lo:250:kworker.0 00000100:00080000:1.0:1767318435.492490:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318435.492496:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318435.492499:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318435.492504:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318435.492507:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318435.492514:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318435.492545:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985827456/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318435.492569:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318435.492573:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318435.492575:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318435.492578:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318435.492580:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318435.492583:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318435.492597:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985827584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318435.492605:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318435.492608:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318435.492610:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318435.492613:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318435.492615:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318435.492629:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318435.492640:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985827712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318435.492778:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985827456:0@lo:250:kworker.0 00000400:00000100:0.0:1767318435.492826:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985827456 offset 0 length 520: 4 00000100:00100000:0.0:1767318435.492890:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985827584:0@lo:38:kworker.0 00000400:00000100:0.0:1767318435.492912:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985827584 offset 0 length 520: 4 00000100:00100000:0.0:1767318435.492924:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985827712:0@lo:38:kworker.0 00000400:00000100:0.0:1767318435.492938:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985827712 offset 0 length 520: 4 00010000:00010000:1.0:1767318436.004233:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318437.028129:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318438.054954:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318439.075953:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318440.099870:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318440.606188:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934103296 offset 0 length 520: 4 00000400:00000100:2.0:1767318440.606213:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934103424 offset 0 length 520: 4 00000100:00080000:1.0:1767318440.614363:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318440.614372:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318440.614375:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318440.614378:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318440.614381:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318440.614384:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318441.124168:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318442.148082:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318443.176878:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318444.196170:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318445.220549:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318445.732042:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318445.732053:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318445.732056:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318445.732060:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318445.732062:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318445.732065:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318446.244049:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318447.268012:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318448.293886:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318449.319055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318450.346279:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318450.854121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318450.854130:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318450.854133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318450.854136:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318450.854139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318450.854142:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318451.364599:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318452.387938:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318453.414023:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318454.435968:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318455.461254:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318455.971969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318455.971983:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318455.971986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318455.971989:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318455.971992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318455.971995:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318456.484098:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318457.508112:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318458.532001:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318459.556013:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318460.069482:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318435/real 1767318435] req@ffff9b3ef40e0a80 x1853163985827456/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318460.069518:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985827456/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318460.069527:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318435/real 1767318435] req@ffff9b3ef40e2300 x1853163985827584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318460.069539:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985827584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318460.069549:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318435/real 1767318435] req@ffff9b3ef40e0e00 x1853163985827712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318460.069561:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985827712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318460.069578:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318460.069604:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318460.069608:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985827456:0@lo:250:kworker.0 00000100:00080000:0.0:1767318460.069614:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318460.069620:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318460.069622:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985827584:0@lo:38:kworker.0 00000100:00080000:0.0:1767318460.069626:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318460.069630:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318460.069633:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985827712:0@lo:38:kworker.0 00000100:00080000:2.0:1767318460.069713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318460.069719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318460.069722:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318460.069741:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3680 00000100:00080000:2.0:1767318460.069746:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318460.069752:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318460.069786:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985827840/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318460.069836:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985827840:0@lo:250:kworker.0 00000400:00000100:0.0:1767318460.069892:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985827840 offset 0 length 520: 4 00000100:00080000:2.0:1767318460.070000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318460.070004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318460.070007:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318460.070010:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3680 00000100:00080000:2.0:1767318460.070013:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318460.070017:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318460.070034:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985827968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318460.077100:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985827968:0@lo:38:kworker.0 00000400:00000100:0.0:1767318460.077172:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985827968 offset 0 length 520: 4 00000100:00080000:2.0:1767318460.088420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318460.088430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318460.088435:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318460.088443:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3680 00000100:00080000:2.0:1767318460.088447:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318460.088455:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318460.088495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985828096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318460.089227:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985828096:0@lo:38:kworker.0 00000400:00000100:0.0:1767318460.089286:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985828096 offset 0 length 520: 4 00010000:00010000:1.0:1767318460.580030:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318461.604662:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318462.627968:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318463.651977:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318464.678972:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318465.183662:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934103552 offset 0 length 520: 4 00000400:00000100:2.0:1767318465.183684:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934103680 offset 0 length 520: 4 00000100:00080000:1.0:1767318465.189957:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318465.189967:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318465.189970:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318465.189973:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318465.189976:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318465.189979:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318465.700632:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318466.728677:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318467.750908:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318468.778799:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318469.796389:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318470.308001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318470.308012:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318470.308015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318470.308019:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318470.308022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318470.308025:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318470.824618:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318471.843974:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318472.868530:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318473.892362:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318474.916181:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318475.428612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.428625:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318475.428627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.428631:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318475.428634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.428637:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318475.943331:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318476.965586:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318477.988109:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318479.012467:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318480.036073:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318480.547929:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.547940:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318480.547943:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.547947:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318480.547950:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.547953:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318481.060053:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318482.084010:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318483.111533:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318484.132293:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318485.156066:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318485.668118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318485.668128:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318485.668131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318485.668134:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318485.668137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318485.668140:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318485.668223:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318460/real 1767318460] req@ffff9b3ef79e3480 x1853163985828096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318485.668258:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985828096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318485.668267:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318460/real 1767318460] req@ffff9b3ef79e3100 x1853163985827968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318485.668278:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985827968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318485.668286:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318460/real 1767318460] req@ffff9b3ef79e2a00 x1853163985827840/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318485.668296:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985827840/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318485.668313:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318485.668332:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318485.668336:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985828096:0@lo:38:kworker.0 00000100:00080000:2.0:1767318485.668342:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318485.668346:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318485.668349:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985827968:0@lo:38:kworker.0 00000100:00080000:2.0:1767318485.668353:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318485.668357:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318485.668360:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985827840:0@lo:250:kworker.0 00000100:00080000:3.0:1767318485.668421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318485.668425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318485.668428:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318485.668432:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3705 00000100:00080000:3.0:1767318485.668436:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318485.668442:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318485.668477:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985828224/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318485.668499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318485.668503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318485.668505:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318485.668508:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3705 00000100:00080000:3.0:1767318485.668511:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318485.668514:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318485.668528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985828352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318485.668537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318485.668540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318485.668541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318485.668545:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3705 00000100:00080000:3.0:1767318485.668547:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318485.668551:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318485.668562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985828480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318485.668620:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985828224:0@lo:250:kworker.0 00000400:00000100:2.0:1767318485.668666:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985828224 offset 0 length 520: 4 00000100:00100000:2.0:1767318485.668706:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985828352:0@lo:38:kworker.0 00000400:00000100:2.0:1767318485.668725:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985828352 offset 0 length 520: 4 00000100:00100000:2.0:1767318485.668763:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985828480:0@lo:38:kworker.0 00000400:00000100:2.0:1767318485.668780:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985828480 offset 0 length 520: 4 00010000:00010000:2.0:1767318486.181220:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318487.205753:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318488.229311:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318489.251982:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318490.276067:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318490.786099:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934103808 offset 0 length 520: 4 00000400:00000100:2.0:1767318490.786127:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934103936 offset 0 length 520: 4 00000100:00080000:3.0:1767318490.787848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318490.787857:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318490.787861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318490.787864:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318490.787867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318490.787869:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318491.300039:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318492.324214:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318493.348330:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318494.371972:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318495.397105:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318495.908046:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318495.908136:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318495.908139:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318495.908142:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318495.908145:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318495.908148:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318496.421420:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318497.444940:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318498.470430:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318499.491940:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318500.515950:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318501.027960:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318501.027973:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318501.027977:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318501.027980:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318501.027983:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318501.027985:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318501.540872:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318502.564786:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318503.588436:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318504.612031:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318505.636023:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318506.148135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318506.148149:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318506.148153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318506.148157:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318506.148160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318506.148162:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318506.660678:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318507.684510:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318508.711497:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318509.732228:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318510.243880:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318485/real 1767318485] req@ffff9b3efb684000 x1853163985828224/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318510.243920:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985828224/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318510.243936:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318485/real 1767318485] req@ffff9b3efb687800 x1853163985828352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318510.243947:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985828352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318510.243956:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318485/real 1767318485] req@ffff9b3efb687b80 x1853163985828480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318510.243968:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985828480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318510.243987:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318510.244015:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318510.244019:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985828224:0@lo:250:kworker.0 00000100:00080000:0.0:1767318510.244025:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318510.244042:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318510.244046:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985828352:0@lo:38:kworker.0 00000100:00080000:0.0:1767318510.244051:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318510.244055:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318510.244057:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985828480:0@lo:38:kworker.0 00000100:00080000:1.0:1767318510.247351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.247364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318510.247369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.247378:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318510.247384:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.247393:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318510.247448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0380 x1853163985828608/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318510.247484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.247488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318510.247491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.247495:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318510.247497:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.247500:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318510.247517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985828736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318510.247527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.247530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318510.247532:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.247536:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318510.247538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.247541:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318510.247553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985828864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318510.249458:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985828608:0@lo:250:kworker.0 00000400:00000100:0.0:1767318510.249533:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985828608 offset 0 length 520: 4 00000100:00100000:0.0:1767318510.249582:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985828736:0@lo:38:kworker.0 00000400:00000100:0.0:1767318510.249602:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985828736 offset 0 length 520: 4 00000100:00100000:0.0:1767318510.249615:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985828864:0@lo:38:kworker.0 00000400:00000100:0.0:1767318510.249631:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985828864 offset 0 length 520: 4 00010000:00010000:2.0:1767318510.757969:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318511.781511:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318512.804530:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318513.828063:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318514.852501:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318515.363909:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.363921:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318515.363924:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.363927:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318515.363929:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.363932:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:2.0:1767318515.366224:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934104064 offset 0 length 520: 4 00000400:00000100:2.0:1767318515.366249:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934104192 offset 0 length 520: 4 00010000:00010000:1.0:1767318515.881345:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318516.899998:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318517.927338:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318518.956479:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318519.972049:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318520.484657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318520.484667:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318520.484680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318520.484684:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318520.484686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318520.484689:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318520.999177:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318522.020001:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318523.044944:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318524.068454:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318525.092419:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318525.603971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318525.603984:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318525.603988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318525.603991:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318525.603994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318525.603997:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318526.119380:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318527.139982:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318528.164316:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318529.187957:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318530.211998:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318530.724774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318530.724795:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318530.724799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318530.724802:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318530.724806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318530.724809:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318531.236058:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318532.259960:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318533.285626:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318534.308013:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318535.332145:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318535.843830:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318510/real 1767318510] req@ffff9b3ef40e0380 x1853163985828608/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318535.843871:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0380 x1853163985828608/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318535.843883:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318510/real 1767318510] req@ffff9b3ef40e3800 x1853163985828736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318535.843896:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985828736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318535.843905:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318510/real 1767318510] req@ffff9b3ef40e0e00 x1853163985828864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318535.843930:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985828864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318535.843950:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318535.843978:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318535.843983:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985828608:0@lo:250:kworker.0 00000100:00080000:2.0:1767318535.843990:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318535.843995:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318535.843998:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985828736:0@lo:38:kworker.0 00000100:00080000:2.0:1767318535.844002:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318535.844007:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318535.844010:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985828864:0@lo:38:kworker.0 00000100:00080000:1.0:1767318535.844099:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318535.844105:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318535.844108:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318535.844113:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3755 00000100:00080000:1.0:1767318535.844117:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318535.844122:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318535.844155:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985828992/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318535.844182:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318535.844186:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318535.844188:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318535.844191:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3755 00000100:00080000:1.0:1767318535.844194:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318535.844197:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318535.844213:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985829120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318535.844221:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318535.844225:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318535.844227:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318535.844229:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3755 00000100:00080000:1.0:1767318535.844232:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318535.844235:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318535.844246:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985829248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318535.844306:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985828992:0@lo:250:kworker.0 00000400:00000100:2.0:1767318535.844351:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985828992 offset 0 length 520: 4 00000100:00100000:2.0:1767318535.844389:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985829120:0@lo:38:kworker.0 00000400:00000100:2.0:1767318535.844409:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985829120 offset 0 length 520: 4 00000100:00100000:2.0:1767318535.844421:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985829248:0@lo:38:kworker.0 00000400:00000100:2.0:1767318535.844438:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985829248 offset 0 length 520: 4 00010000:00010000:1.0:1767318536.355984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318537.379931:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318538.411521:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318539.430144:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318540.458816:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318540.957884:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934104320 offset 0 length 520: 4 00000400:00000100:2.0:1767318540.957912:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934104448 offset 0 length 520: 4 00000100:00080000:1.0:1767318540.964397:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318540.964409:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318540.964412:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318540.964416:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318540.964419:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318540.964422:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318541.476469:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318542.501160:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318543.527050:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318544.548023:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318545.571965:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318546.084325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.084337:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318546.084342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.084346:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318546.084349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.084352:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318546.595989:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318547.619922:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318548.644455:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318549.667920:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318550.691952:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318551.203998:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.204011:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318551.204015:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.204018:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318551.204021:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.204023:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318551.716279:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318552.746154:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318553.763994:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318554.788188:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318555.814661:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318556.323860:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318556.323869:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318556.323872:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318556.323875:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318556.323878:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318556.323881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318556.836095:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318557.861953:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318558.884142:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318559.908707:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318560.420229:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318535/real 1767318535] req@ffff9b3ef40e2300 x1853163985828992/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318560.420268:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985828992/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318560.420277:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318535/real 1767318535] req@ffff9b3ef40e0a80 x1853163985829120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318560.420294:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985829120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318560.420302:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318535/real 1767318535] req@ffff9b3ef40e1880 x1853163985829248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318560.420312:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985829248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318560.420331:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318560.420352:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318560.420356:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985828992:0@lo:250:kworker.0 00000100:00080000:1.0:1767318560.420363:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318560.420368:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318560.420370:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985829120:0@lo:38:kworker.0 00000100:00080000:1.0:1767318560.420375:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318560.420379:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318560.420382:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985829248:0@lo:38:kworker.0 00000100:00080000:0.0:1767318560.420460:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318560.420465:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318560.420469:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318560.420473:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3781 00000100:00080000:0.0:1767318560.420478:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318560.420485:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318560.420534:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985829376/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318560.420594:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985829376:0@lo:250:kworker.0 00000400:00000100:1.0:1767318560.420666:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985829376 offset 0 length 520: 4 00000100:00080000:0.0:1767318560.422144:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318560.422152:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318560.422156:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318560.422163:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3781 00000100:00080000:0.0:1767318560.422167:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318560.422175:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318560.422209:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985829504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318560.422290:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985829504:0@lo:38:kworker.0 00000400:00000100:1.0:1767318560.422343:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985829504 offset 0 length 520: 4 00000100:00080000:0.0:1767318560.424278:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318560.424287:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318560.424291:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318560.424299:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3781 00000100:00080000:0.0:1767318560.424303:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318560.424311:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318560.424365:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985829632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318560.424641:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985829632:0@lo:38:kworker.0 00000400:00000100:1.0:1767318560.424706:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985829632 offset 0 length 520: 4 00010000:00010000:1.0:1767318560.932085:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318561.956065:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318562.980565:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318564.004385:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318565.030254:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318565.533323:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934104576 offset 0 length 520: 4 00000400:00000100:2.0:1767318565.533365:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934104704 offset 0 length 520: 4 00000100:00080000:0.0:1767318565.539860:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318565.539874:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318565.539877:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318565.539881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318565.539884:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318565.539886:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318566.058294:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318567.076018:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318568.100413:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318569.125846:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318570.148177:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318570.659988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318570.660000:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318570.660003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318570.660007:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318570.660010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318570.660012:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318571.173158:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318572.201178:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318573.220495:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318574.243974:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318575.268591:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318575.781611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318575.781622:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318575.781626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318575.781629:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318575.781633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318575.781636:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318576.293582:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318577.316645:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318578.340581:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318579.364346:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318580.394530:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318580.901677:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318580.901687:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318580.901690:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318580.901694:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318580.901697:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318580.901700:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318581.412122:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318582.435979:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318583.473152:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318584.484055:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318585.512531:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318586.019990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318586.020000:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318586.020004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318586.020007:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318586.020010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318586.020013:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318586.020832:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318560/real 1767318560] req@ffff9b3dca9b1c00 x1853163985829632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318586.020867:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985829632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318586.020878:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318560/real 1767318560] req@ffff9b3dca9b2d80 x1853163985829504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318586.020889:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985829504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318586.020897:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318560/real 1767318560] req@ffff9b3dca9b0a80 x1853163985829376/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318586.020908:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985829376/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318586.020926:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318586.020958:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318586.020962:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985829632:0@lo:38:kworker.0 00000100:00080000:0.0:1767318586.020967:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318586.020973:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318586.020975:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985829504:0@lo:38:kworker.0 00000100:00080000:0.0:1767318586.020979:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318586.020983:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318586.020985:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985829376:0@lo:250:kworker.0 00000100:00080000:2.0:1767318586.021072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318586.021077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318586.021080:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318586.021085:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3805 00000100:00080000:2.0:1767318586.021088:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318586.021095:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318586.021128:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985829760/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318586.021188:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985829760:0@lo:250:kworker.0 00000400:00000100:0.0:1767318586.021234:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985829760 offset 0 length 520: 4 00000100:00080000:2.0:1767318586.021284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318586.021288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318586.021290:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318586.021294:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3805 00000100:00080000:2.0:1767318586.021296:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318586.021300:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318586.021314:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985829888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318586.021704:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985829888:0@lo:38:kworker.0 00000400:00000100:0.0:1767318586.021746:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985829888 offset 0 length 520: 4 00000100:00080000:2.0:1767318586.021847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318586.021851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318586.021853:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318586.021858:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3805 00000100:00080000:2.0:1767318586.021860:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318586.021864:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318586.021880:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985830016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318586.021921:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985830016:0@lo:38:kworker.0 00000400:00000100:0.0:1767318586.021940:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985830016 offset 0 length 520: 4 00010000:00010000:1.0:1767318586.531930:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318587.556223:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318588.583223:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318589.604115:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318590.109350:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934104832 offset 0 length 520: 4 00000400:00000100:2.0:1767318590.109376:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934104960 offset 0 length 520: 4 00010000:00010000:1.0:1767318590.628038:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318591.139870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318591.139881:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318591.139883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318591.139886:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318591.139888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318591.139890:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318591.652082:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318592.675938:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318593.701954:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318594.724041:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318595.748562:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318596.260132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318596.260142:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318596.260144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318596.260148:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318596.260151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318596.260154:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318596.773223:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318597.796319:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318598.820103:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318599.846266:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318600.868709:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318601.379885:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318601.379896:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318601.379900:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318601.379903:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318601.379906:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318601.379910:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318601.892117:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318602.915970:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318603.940267:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318604.967890:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318605.989165:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318606.501213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.501222:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318606.501225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.501235:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318606.501238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.501240:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318607.012186:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318608.036266:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318609.064034:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318610.085196:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318611.110123:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318611.621849:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318586/real 1767318586] req@ffff9b3ef79e3480 x1853163985830016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318611 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318611.621884:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985830016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318611 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318611.621895:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318586/real 1767318586] req@ffff9b3ef79e3100 x1853163985829888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318611 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318611.621906:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985829888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318611 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318611.621916:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318586/real 1767318586] req@ffff9b3ef79e2a00 x1853163985829760/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318611 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318611.621929:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985829760/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318611 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318611.621949:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318611.621982:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318611.621987:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985830016:0@lo:38:kworker.0 00000100:00080000:0.0:1767318611.621993:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318611.621999:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318611.622002:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985829888:0@lo:38:kworker.0 00000100:00080000:0.0:1767318611.622006:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318611.622011:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318611.622013:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985829760:0@lo:250:kworker.0 00000100:00080000:3.0:1767318611.622181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318611.622187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318611.622191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318611.622195:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318611.622199:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318611.622207:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318611.622240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985830144/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318611.622267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318611.622270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318611.622272:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318611.622275:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318611.622278:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318611.622281:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318611.622296:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985830272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318611.622305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318611.622308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318611.622309:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318611.622312:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318611.622315:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318611.622318:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318611.622330:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985830400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318611.622466:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985830144:0@lo:250:kworker.0 00000400:00000100:0.0:1767318611.622516:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985830144 offset 0 length 520: 4 00000100:00100000:0.0:1767318611.622569:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985830272:0@lo:38:kworker.0 00000400:00000100:0.0:1767318611.622589:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985830272 offset 0 length 520: 4 00000100:00100000:0.0:1767318611.622602:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985830400:0@lo:38:kworker.0 00000400:00000100:0.0:1767318611.622617:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985830400 offset 0 length 520: 4 00010000:00010000:1.0:1767318612.132440:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318613.155985:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318614.180755:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318615.204725:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318615.709282:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934105088 offset 0 length 520: 4 00000400:00000100:2.0:1767318615.709305:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934105216 offset 0 length 520: 4 00010000:00010000:1.0:1767318616.227973:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318616.740044:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318616.740056:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318616.740059:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318616.740063:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318616.740066:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318616.740068:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318617.253908:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318618.279266:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318619.300097:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318620.324695:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318621.350075:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318621.859951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.859966:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318621.859969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.859973:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318621.859976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.859979:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318622.373778:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318623.398114:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318624.424541:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318625.445510:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318626.470699:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318626.979990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.980008:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318626.980011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.980015:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318626.980018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.980020:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318627.495747:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318628.516032:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318629.540036:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318630.564695:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318631.588202:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318632.100374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318632.100386:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318632.100389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318632.100392:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318632.100395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318632.100398:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318632.611964:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318633.635986:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318634.660042:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318635.684005:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318636.195867:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318611/real 1767318611] req@ffff9b3efb685180 x1853163985830144/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318636 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318636.195902:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985830144/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318636 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318636.195912:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318611/real 1767318611] req@ffff9b3efb686680 x1853163985830272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318636 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318636.195924:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985830272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318636 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318636.195933:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318611/real 1767318611] req@ffff9b3efb687b80 x1853163985830400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318636 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318636.195945:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985830400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318636 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318636.195965:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318636.195999:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318636.196003:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985830144:0@lo:250:kworker.0 00000100:00080000:3.0:1767318636.196010:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318636.196016:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318636.196019:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985830272:0@lo:38:kworker.0 00000100:00080000:3.0:1767318636.196023:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318636.196028:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318636.196030:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985830400:0@lo:38:kworker.0 00000100:00080000:2.0:1767318636.196079:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.196086:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318636.196089:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.196094:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3856 00000100:00080000:2.0:1767318636.196098:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.196105:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318636.196142:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e1880 x1853163985830528/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318636.196167:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.196170:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318636.196171:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.196174:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3856 00000100:00080000:2.0:1767318636.196175:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.196178:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318636.196191:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e2a00 x1853163985830656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318636.196197:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.196199:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318636.196200:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.196202:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3856 00000100:00080000:2.0:1767318636.196203:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.196205:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318636.196211:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3100 x1853163985830784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318636.196329:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985830528:0@lo:250:kworker.0 00000400:00000100:3.0:1767318636.196382:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985830528 offset 0 length 520: 4 00000100:00100000:3.0:1767318636.196420:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985830656:0@lo:38:kworker.0 00000400:00000100:3.0:1767318636.196435:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985830656 offset 0 length 520: 4 00000100:00100000:3.0:1767318636.196443:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985830784:0@lo:38:kworker.0 00000400:00000100:3.0:1767318636.196451:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985830784 offset 0 length 520: 4 00010000:00010000:0.0:1767318636.709565:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318637.738090:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318638.755966:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318639.781305:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318640.287688:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934105344 offset 0 length 520: 4 00000400:00000100:2.0:1767318640.287720:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934105472 offset 0 length 520: 4 00010000:00010000:0.0:1767318640.803863:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318641.316476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318641.316484:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318641.316487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318641.316490:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318641.316493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318641.316497:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318641.828404:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318642.852033:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318643.876049:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318644.899974:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318645.926811:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318646.444090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318646.444102:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318646.444105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318646.444110:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318646.444113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318646.444116:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318646.947956:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318647.974098:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318648.995883:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318650.019947:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318651.043949:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318651.555993:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318651.556005:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318651.556007:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318651.556011:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318651.556014:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318651.556017:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318652.068225:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318653.092037:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318654.119195:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318655.139930:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318656.163930:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318656.676000:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318656.676012:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318656.676015:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318656.676019:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318656.676022:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318656.676026:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318657.188561:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318658.212609:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318659.235963:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318660.260879:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318661.285850:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318661.795863:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.795875:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318661.795878:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.795881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318661.795884:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.795887:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318661.796035:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318636/real 1767318636] req@ffff9b3ef79e1880 x1853163985830528/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318661.796064:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e1880 x1853163985830528/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318661.796071:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318636/real 1767318636] req@ffff9b3ef79e2a00 x1853163985830656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318661.796078:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e2a00 x1853163985830656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318661.796083:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318636/real 1767318636] req@ffff9b3ef79e3100 x1853163985830784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318661.796090:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3100 x1853163985830784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318661.796103:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318661.796146:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318661.796151:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985830528:0@lo:250:kworker.0 00000100:00080000:1.0:1767318661.796156:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318661.796242:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.796247:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318661.796250:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318661.796255:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3881 00000100:00080000:2.0:1767318661.796259:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318661.796265:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318661.796299:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef79e3480 x1853163985830912/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318661.796313:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.796316:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318661.796317:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318661.796321:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3881 00000100:00080000:2.0:1767318661.796323:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318661.796326:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318661.796343:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985831040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318661.796350:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.796352:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318661.796386:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318661.796389:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985830656:0@lo:38:kworker.0 00000100:00080000:1.0:1767318661.796392:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318661.796408:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318661.796413:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985830784:0@lo:38:kworker.0 00000100:00100000:1.0:1767318661.796451:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985830912:0@lo:250:kworker.0 00000400:00000100:1.0:1767318661.796511:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985830912 offset 0 length 520: 4 00000100:00100000:1.0:1767318661.796554:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985831040:0@lo:38:kworker.0 00000400:00000100:1.0:1767318661.796568:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985831040 offset 0 length 520: 4 00000100:00080000:2.0:1767318661.796626:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318661.796631:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318661.796633:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318661.796636:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3881 00000100:00080000:2.0:1767318661.796639:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318661.796643:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318661.796656:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985831168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318661.796906:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985831168:0@lo:38:kworker.0 00000400:00000100:1.0:1767318661.796926:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985831168 offset 0 length 520: 4 00010000:00010000:1.0:1767318662.308364:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318663.332083:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318664.355928:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318665.379880:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318665.887659:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934105600 offset 0 length 520: 4 00000400:00000100:2.0:1767318665.887684:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934105728 offset 0 length 520: 4 00010000:00010000:1.0:1767318666.404134:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318666.916311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318666.916322:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318666.916326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318666.916328:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318666.916331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318666.916334:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318667.432117:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318668.452918:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318669.475916:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318670.501824:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318671.524067:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318672.035978:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318672.035987:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318672.035990:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318672.035992:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318672.035995:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318672.035998:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318672.548062:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318673.572380:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318674.598813:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318675.629428:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318676.647105:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318677.156149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318677.156159:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318677.156161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318677.156165:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318677.156168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318677.156170:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318677.668010:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318678.694320:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318679.716324:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318680.741968:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318681.763900:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318682.275930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318682.275941:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318682.275944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318682.275947:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318682.275950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318682.275953:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318682.788283:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318683.813226:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318684.836424:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318685.860554:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318686.373137:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318661/real 1767318661] req@ffff9b3ec51c0700 x1853163985831168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318686.373164:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985831168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318686.373174:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318661/real 1767318661] req@ffff9b3ef79e3480 x1853163985830912/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318686.373185:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef79e3480 x1853163985830912/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318686.373193:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318661/real 1767318661] req@ffff9b3ec51c1c00 x1853163985831040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318686.373203:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985831040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318686.373220:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318686.373235:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318686.373239:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985831168:0@lo:38:kworker.0 00000100:00080000:2.0:1767318686.373244:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318686.373249:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318686.373251:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef79e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985830912:0@lo:250:kworker.0 00000100:00080000:2.0:1767318686.373255:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318686.373259:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318686.373261:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985831040:0@lo:38:kworker.0 00000100:00080000:1.0:1767318686.373361:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.373367:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318686.373370:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.373375:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318686.373378:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318686.373384:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318686.373410:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985831296/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318686.373437:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.373441:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318686.373443:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.373446:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318686.373448:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318686.373451:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318686.373465:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985831424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318686.373473:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.373476:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318686.373478:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.373480:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318686.373483:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318686.373486:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318686.373495:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985831552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318686.373564:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985831296:0@lo:250:kworker.0 00000400:00000100:0.0:1767318686.373611:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985831296 offset 0 length 520: 4 00000100:00100000:0.0:1767318686.373667:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985831424:0@lo:38:kworker.0 00000400:00000100:0.0:1767318686.373685:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985831424 offset 0 length 520: 4 00000100:00100000:0.0:1767318686.373696:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985831552:0@lo:38:kworker.0 00000400:00000100:0.0:1767318686.373711:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985831552 offset 0 length 520: 4 00010000:00010000:1.0:1767318686.884079:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318687.909330:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318688.932720:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318689.957515:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318690.462414:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934105856 offset 0 length 520: 4 00000400:00000100:1.0:1767318690.462442:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934105984 offset 0 length 520: 4 00010000:00010000:1.0:1767318690.979960:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318691.491986:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318691.492000:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318691.492003:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318691.492007:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318691.492010:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318691.492013:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318692.004590:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318693.028603:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318694.052066:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318695.085127:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318696.100167:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318696.612440:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318696.612450:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318696.612453:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318696.612465:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318696.612468:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318696.612471:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318697.124067:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318698.154228:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318699.172235:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318700.200828:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318701.220030:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318701.732077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.732093:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318701.732096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.732100:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318701.732103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.732106:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318702.243897:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318703.268026:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318704.292343:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318705.316053:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318706.341996:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318706.852101:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.852114:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318706.852117:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.852121:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318706.852124:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.852127:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318707.365787:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318708.388033:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318709.412292:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318710.436460:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318711.460454:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318711.971977:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318686/real 1767318686] req@ffff9b3ef40e1880 x1853163985831296/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318711.972023:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985831296/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318711.972035:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318686/real 1767318686] req@ffff9b3ef40e0a80 x1853163985831424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318711.972048:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985831424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318711.972058:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318686/real 1767318686] req@ffff9b3ef40e2300 x1853163985831552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318711.972070:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985831552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318711.972095:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318711.972106:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318711.972111:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985831296:0@lo:250:kworker.0 00000100:00080000:1.0:1767318711.972120:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318711.972124:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318711.972128:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985831424:0@lo:38:kworker.0 00000100:00080000:1.0:1767318711.972132:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318711.972136:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318711.972139:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985831552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318711.972792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318711.972799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318711.972881:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318711.972957:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767318711.972963:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318711.972972:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318711.973612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985831680/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318711.973647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318711.973651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318711.973653:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318711.973658:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767318711.973661:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318711.973666:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318711.973691:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985831808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318711.973701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318711.973704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318711.973705:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318711.973709:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767318711.973712:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318711.973715:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318711.973725:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985831936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318711.973838:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985831680:0@lo:250:kworker.0 00000400:00000100:1.0:1767318711.973976:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985831680 offset 0 length 520: 4 00000100:00100000:1.0:1767318711.974248:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985831808:0@lo:38:kworker.0 00000400:00000100:1.0:1767318711.974272:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985831808 offset 0 length 520: 4 00000100:00100000:1.0:1767318711.974286:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985831936:0@lo:38:kworker.0 00000400:00000100:1.0:1767318711.974303:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985831936 offset 0 length 520: 4 00010000:00010000:1.0:1767318712.484933:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318713.508132:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318714.531968:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318715.556848:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318716.060983:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934106112 offset 0 length 520: 4 00000400:00000100:0.0:1767318716.065770:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934106240 offset 0 length 520: 4 00010000:00010000:1.0:1767318716.580029:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318717.091968:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318717.091980:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318717.091983:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318717.091986:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318717.091989:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318717.091991:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318717.607915:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318718.627904:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318719.654501:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318720.675931:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318721.700406:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318722.211881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.211896:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318722.211899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.211903:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318722.211906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.211909:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318722.723994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318723.748081:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318724.772499:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318725.797203:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318726.819908:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318727.334079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318727.334088:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318727.334091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318727.334094:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318727.334097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318727.334100:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318727.843981:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318728.871951:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318729.892423:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318730.915911:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318731.940944:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318732.452365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318732.452378:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318732.452382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318732.452494:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318732.452498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318732.452510:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318732.964062:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318733.988582:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318735.012197:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318736.037677:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318736.548122:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318711/real 1767318711] req@ffff9b3dca9b0a80 x1853163985831680/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318736.548169:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985831680/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318736.548182:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318711/real 1767318711] req@ffff9b3dca9b2d80 x1853163985831808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318736.548195:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985831808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318736.548206:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318711/real 1767318711] req@ffff9b3dca9b1c00 x1853163985831936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318736.548224:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985831936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318736.548246:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318736.548336:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318736.548341:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985831680:0@lo:250:kworker.0 00000100:00080000:2.0:1767318736.548348:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318736.549174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.549182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318736.549186:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318736.549192:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3957 00000100:00080000:0.0:1767318736.549198:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318736.549206:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318736.549250:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985832064/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318736.549269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.549272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318736.549275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318736.549279:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3957 00000100:00080000:0.0:1767318736.549281:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318736.549285:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318736.549299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985832192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318736.549308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.549312:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318736.549416:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318736.549421:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985831808:0@lo:38:kworker.0 00000100:00080000:2.0:1767318736.549428:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318736.549433:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318736.549436:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985831936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318736.549481:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985832064:0@lo:250:kworker.0 00000400:00000100:2.0:1767318736.549549:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985832064 offset 0 length 520: 4 00000100:00100000:2.0:1767318736.549603:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985832192:0@lo:38:kworker.0 00000400:00000100:2.0:1767318736.549625:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985832192 offset 0 length 520: 4 00000100:00080000:0.0:1767318736.549706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.549711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318736.549713:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318736.549717:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3957 00000100:00080000:0.0:1767318736.549720:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318736.549724:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318736.550069:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985832320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318736.551190:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985832320:0@lo:38:kworker.0 00000400:00000100:2.0:1767318736.551247:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985832320 offset 0 length 520: 4 00010000:00010000:1.0:1767318737.062390:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318738.084493:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318739.107891:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318740.132436:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318741.156406:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318741.668326:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934106368 offset 0 length 520: 4 00000400:00000100:1.0:1767318741.668366:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934106496 offset 0 length 520: 4 00000100:00080000:1.0:1767318741.673774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318741.673787:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318741.673790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318741.673794:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318741.673797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318741.673801:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318742.180046:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318743.203866:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318744.227978:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318745.252803:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318746.277398:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318746.788045:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.788055:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318746.788059:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.788062:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318746.788065:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.788068:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318747.299894:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318748.323989:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318749.348076:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318750.372422:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318751.399950:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318751.908028:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318751.908039:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318751.908042:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318751.908046:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318751.908049:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318751.908051:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318752.421800:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318753.444085:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318754.468013:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318755.491881:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318756.516246:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318757.027842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318757.027852:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318757.027855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318757.027858:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318757.027861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318757.027864:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318757.541697:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318758.564282:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318759.589391:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318760.612241:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318761.123918:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318736/real 1767318736] req@ffff9b3dca9b2300 x1853163985832320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318761.123953:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985832320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318761.123971:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318736/real 1767318736] req@ffff9b3dca9b3100 x1853163985832064/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318761.123984:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985832064/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318761.123992:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318736/real 1767318736] req@ffff9b3dca9b2a00 x1853163985832192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318761.124002:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985832192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318761.124021:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318761.124092:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318761.124098:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985832320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318761.124104:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318761.124133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.124138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318761.124142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.124147:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767318761.124151:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.124157:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318761.124193:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985832448/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318761.124216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.124220:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318761.124222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.124225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318761.124226:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.124230:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767318761.124232:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.124236:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318761.124251:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985832576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318761.126972:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318761.126982:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985832064:0@lo:250:kworker.0 00000100:00080000:2.0:1767318761.126995:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318761.127001:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318761.127004:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985832192:0@lo:38:kworker.0 00000100:00100000:2.0:1767318761.127044:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985832448:0@lo:250:kworker.0 00000400:00000100:2.0:1767318761.127101:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985832448 offset 0 length 520: 4 00000100:00100000:2.0:1767318761.127146:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985832576:0@lo:38:kworker.0 00000400:00000100:2.0:1767318761.127164:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985832576 offset 0 length 520: 4 00000100:00080000:1.0:1767318761.127291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.127297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318761.127300:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.127305:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767318761.127308:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.127314:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318761.127342:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985832704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318761.127417:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985832704:0@lo:38:kworker.0 00000400:00000100:3.0:1767318761.127441:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985832704 offset 0 length 520: 4 00010000:00010000:1.0:1767318761.636322:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318762.660176:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318763.683895:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318764.708014:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318765.732104:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318766.238556:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934106624 offset 0 length 520: 4 00000400:00000100:1.0:1767318766.238719:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934106752 offset 0 length 520: 4 00000100:00080000:2.0:1767318766.244152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318766.244162:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318766.244165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318766.244169:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318766.244172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318766.244175:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318766.759807:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318767.779907:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318768.804056:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318769.827955:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318770.852047:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318771.364365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.364377:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318771.364380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.364383:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318771.364386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.364389:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318771.878244:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318772.900475:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318773.926015:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318774.961401:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318775.971911:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318776.487947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318776.488205:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318776.488210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318776.488213:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318776.488217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318776.488800:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318776.996705:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318778.020113:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318779.044490:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318780.068453:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318781.092087:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318781.604786:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318781.604805:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318781.604809:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318781.604812:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318781.604816:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318781.604819:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318782.118641:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318783.140036:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318784.164407:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318785.188006:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318786.212250:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318786.724054:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318786.724070:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318786.724074:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318786.724078:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318786.724081:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318786.724085:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318786.724365:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318761/real 1767318761] req@ffff9b3ef40e1880 x1853163985832704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318786.724419:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985832704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318786.724432:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318761/real 1767318761] req@ffff9b3ef40e2300 x1853163985832448/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318786.724451:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985832448/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318786.724462:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318761/real 1767318761] req@ffff9b3ef40e0a80 x1853163985832576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318786.724473:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985832576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318786.724504:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318786.724525:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318786.724530:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985832704:0@lo:38:kworker.0 00000100:00080000:3.0:1767318786.724537:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318786.724542:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318786.724545:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985832448:0@lo:250:kworker.0 00000100:00080000:3.0:1767318786.724550:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318786.724555:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318786.724558:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985832576:0@lo:38:kworker.0 00000100:00080000:0.0:1767318786.724679:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318786.724685:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318786.724689:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318786.724696:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4006 00000100:00080000:0.0:1767318786.724701:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318786.724719:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318786.724783:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985832832/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318786.724816:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318786.724820:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318786.724822:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318786.724825:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4006 00000100:00080000:0.0:1767318786.724827:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318786.724831:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318786.724846:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985832960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318786.724855:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318786.724858:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318786.724860:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318786.724863:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4006 00000100:00080000:0.0:1767318786.724866:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318786.724869:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318786.724877:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985833088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318786.725354:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985832832:0@lo:250:kworker.0 00000400:00000100:3.0:1767318786.725430:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985832832 offset 0 length 520: 4 00000100:00100000:3.0:1767318786.725501:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985832960:0@lo:38:kworker.0 00000400:00000100:3.0:1767318786.725526:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985832960 offset 0 length 520: 4 00000100:00100000:3.0:1767318786.725541:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985833088:0@lo:38:kworker.0 00000400:00000100:3.0:1767318786.725558:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985833088 offset 0 length 520: 4 00010000:00010000:3.0:1767318787.236433:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318788.260177:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318789.286067:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318790.308054:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318791.332255:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318791.836612:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934106880 offset 0 length 520: 4 00000400:00000100:1.0:1767318791.836663:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934107008 offset 0 length 520: 4 00000100:00080000:0.0:1767318791.844885:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318791.844895:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318791.844899:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318791.844902:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318791.844905:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318791.844908:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318792.356022:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318793.379961:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318794.403972:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318795.432037:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318796.451985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318796.963952:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318796.963963:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318796.963966:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318796.963968:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318796.963970:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318796.963972:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318797.476824:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318798.500213:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318799.525489:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318800.550049:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318801.573297:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318802.086034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318802.086050:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318802.086054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318802.086058:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318802.086061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318802.086064:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318802.595966:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318803.620836:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318804.646863:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318805.668285:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318806.691972:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318807.208597:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318807.208608:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318807.208611:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318807.208615:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318807.208618:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318807.208621:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318807.715989:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318808.740459:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318809.768522:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318810.788336:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318811.299941:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318786/real 1767318786] req@ffff9b3dca9b3b80 x1853163985832832/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318811.299976:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985832832/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318811.299988:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318786/real 1767318786] req@ffff9b3dca9b0000 x1853163985832960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318811.300000:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985832960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318811.300008:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318786/real 1767318786] req@ffff9b3dca9b1880 x1853163985833088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318811.300019:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985833088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318811.300038:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.300066:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318811.300070:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985832832:0@lo:250:kworker.0 00000100:00080000:2.0:1767318811.300076:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.300082:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318811.300085:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985832960:0@lo:38:kworker.0 00000100:00080000:2.0:1767318811.300089:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.300093:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318811.300096:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985833088:0@lo:38:kworker.0 00000100:00080000:3.0:1767318811.300188:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.300194:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318811.300197:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.300202:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318811.300207:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.300214:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318811.300247:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985833216/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318811.300271:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.300275:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318811.300277:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.300280:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318811.300282:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.300286:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318811.300302:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985833344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318811.300311:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.300314:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318811.300316:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.300319:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318811.300322:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.300326:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318811.300335:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985833472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318811.300481:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985833216:0@lo:250:kworker.0 00000400:00000100:2.0:1767318811.300528:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985833216 offset 0 length 520: 4 00000100:00100000:2.0:1767318811.300573:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985833344:0@lo:38:kworker.0 00000400:00000100:2.0:1767318811.300592:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985833344 offset 0 length 520: 4 00000100:00100000:2.0:1767318811.300603:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985833472:0@lo:38:kworker.0 00000400:00000100:2.0:1767318811.300617:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985833472 offset 0 length 520: 4 00010000:00010000:3.0:1767318811.813706:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318812.835978:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318813.859993:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318814.892866:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318815.908605:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318816.413862:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934107136 offset 0 length 520: 4 00000400:00000100:1.0:1767318816.413886:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934107264 offset 0 length 520: 4 00000100:00080000:1.0:1767318816.420141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.420151:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318816.420154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.420157:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318816.420160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.420162:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318816.931901:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318817.956885:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318818.982193:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318820.004057:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318821.027923:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318821.541692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318821.541703:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318821.541706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318821.541709:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318821.541712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318821.541715:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318822.057088:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318823.081540:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318824.100447:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318825.124010:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318826.149118:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318826.659959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.659975:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318826.659979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.659982:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318826.659985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.659988:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318827.173302:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318828.195954:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318829.219990:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318830.250780:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318831.268091:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318831.779963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.779983:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318831.779987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.779990:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318831.779995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.779997:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318832.292146:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318833.316348:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318834.339968:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318835.364339:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318836.388797:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318836.899920:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318836.899930:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318836.899933:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318836.899937:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318836.899940:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318836.899943:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318836.900477:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318811/real 1767318811] req@ffff9b3efb687b80 x1853163985833216/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318836.900510:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985833216/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318836.900520:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318811/real 1767318811] req@ffff9b3efb686680 x1853163985833344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318836.900532:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985833344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318836.900551:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318811/real 1767318811] req@ffff9b3efb685180 x1853163985833472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318836.900563:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985833472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318836.900580:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318836.900599:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318836.900603:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985833216:0@lo:250:kworker.0 00000100:00080000:1.0:1767318836.900608:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318836.900613:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318836.900616:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985833344:0@lo:38:kworker.0 00000100:00080000:1.0:1767318836.900620:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318836.900623:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318836.900626:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985833472:0@lo:38:kworker.0 00000100:00080000:2.0:1767318836.900764:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318836.900769:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318836.900773:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318836.900777:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318836.900781:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318836.900788:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318836.900825:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985833600/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318836.900857:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318836.900866:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318836.900868:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318836.900871:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318836.900874:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318836.900877:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318836.900894:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985833728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318836.900901:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318836.900904:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318836.900906:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318836.900909:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318836.900910:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318836.900913:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318836.900922:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985833856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318836.901776:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985833600:0@lo:250:kworker.0 00000400:00000100:1.0:1767318836.901829:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985833600 offset 0 length 520: 4 00000100:00100000:1.0:1767318836.902023:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985833728:0@lo:38:kworker.0 00000400:00000100:1.0:1767318836.902045:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985833728 offset 0 length 520: 4 00000100:00100000:1.0:1767318836.902058:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985833856:0@lo:38:kworker.0 00000400:00000100:1.0:1767318836.902073:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985833856 offset 0 length 520: 4 00010000:00010000:0.0:1767318837.411874:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318838.436657:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318839.460032:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318840.485762:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318841.507944:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318842.014496:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934107392 offset 0 length 520: 4 00000400:00000100:1.0:1767318842.018068:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934107520 offset 0 length 520: 4 00000100:00080000:2.0:1767318842.020921:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318842.020931:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318842.020934:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318842.020937:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318842.020941:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318842.020944:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318842.532045:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318843.559880:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318844.580102:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318845.603998:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318846.628023:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318847.140055:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318847.140067:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318847.140069:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318847.140072:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318847.140075:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318847.140078:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318847.653253:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318848.676162:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318849.699944:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318850.724072:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318851.761586:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318852.260173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318852.260184:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318852.260187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318852.260191:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318852.260194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318852.260197:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318852.772124:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318853.795870:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318854.820104:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318855.844846:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318856.869855:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318857.379955:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.379977:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318857.379980:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.379983:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318857.379987:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.379990:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318857.891904:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318858.916010:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318859.940135:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318860.966489:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318861.476684:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318836/real 1767318836] req@ffff9b3ec51c1c00 x1853163985833600/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318861.476783:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985833600/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318861.476794:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318836/real 1767318836] req@ffff9b3ec51c0700 x1853163985833728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318861.476807:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985833728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318861.476817:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318836/real 1767318836] req@ffff9b3ec51c1880 x1853163985833856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318861.476828:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985833856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318861.476848:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318861.476879:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318861.476883:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985833600:0@lo:250:kworker.0 00000100:00080000:3.0:1767318861.476889:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318861.476894:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318861.476897:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985833728:0@lo:38:kworker.0 00000100:00080000:3.0:1767318861.476913:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318861.476918:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318861.476922:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985833856:0@lo:38:kworker.0 00000100:00080000:2.0:1767318861.477451:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.477457:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318861.477460:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.477466:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4082 00000100:00080000:2.0:1767318861.477469:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.477502:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318861.477538:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985833984/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318861.477564:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.477567:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318861.477569:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.477571:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4082 00000100:00080000:2.0:1767318861.477574:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.477577:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318861.477591:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985834112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318861.477600:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.477602:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318861.477604:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.477606:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4082 00000100:00080000:2.0:1767318861.477608:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.477612:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767318861.477620:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985834240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318861.479113:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985833984:0@lo:250:kworker.0 00000400:00000100:3.0:1767318861.479171:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985833984 offset 0 length 520: 4 00000100:00100000:3.0:1767318861.479229:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985834112:0@lo:38:kworker.0 00000400:00000100:3.0:1767318861.479248:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985834112 offset 0 length 520: 4 00000100:00100000:3.0:1767318861.479285:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985834240:0@lo:38:kworker.0 00000400:00000100:3.0:1767318861.479300:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985834240 offset 0 length 520: 4 00010000:00010000:1.0:1767318861.988341:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318863.011906:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318864.035962:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318865.061562:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318866.083947:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318866.594627:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934107648 offset 0 length 520: 4 00000400:00000100:1.0:1767318866.594667:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934107776 offset 0 length 520: 4 00000100:00080000:0.0:1767318866.595911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318866.595919:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318866.595922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318866.595928:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318866.595931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318866.595934:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318867.108357:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318868.132037:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318869.155973:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318870.180434:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318871.203951:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318871.716024:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318871.716034:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318871.716037:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318871.716040:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318871.716042:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318871.716045:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318872.228358:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318873.252884:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318874.278403:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318875.300167:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318876.327781:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318876.835904:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.835923:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318876.835926:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.835930:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318876.835933:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.835936:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318877.347919:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318878.371965:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318879.399865:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318880.420283:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318881.445427:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318881.955860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318881.955873:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318881.955877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318881.955881:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318881.955884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318881.955888:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318882.467948:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318883.492201:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318884.515997:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318885.540070:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318886.053288:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318861/real 1767318861] req@ffff9b3ec51c1880 x1853163985833984/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318886.053325:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985833984/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318886.053337:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318861/real 1767318861] req@ffff9b3ec51c0700 x1853163985834112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318886.053350:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985834112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318886.053359:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318861/real 1767318861] req@ffff9b3ec51c1c00 x1853163985834240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318886.053370:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985834240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318886.053389:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318886.053411:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318886.053415:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985833984:0@lo:250:kworker.0 00000100:00080000:1.0:1767318886.053421:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318886.053427:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318886.053431:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985834112:0@lo:38:kworker.0 00000100:00080000:1.0:1767318886.053436:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318886.053456:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318886.053459:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985834240:0@lo:38:kworker.0 00000100:00080000:3.0:1767318886.053782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318886.053789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318886.053792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318886.053797:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4106 00000100:00080000:3.0:1767318886.053801:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318886.053806:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318886.053838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985834368/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318886.053862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318886.053865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318886.053867:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318886.053871:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4106 00000100:00080000:3.0:1767318886.053873:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318886.053876:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318886.053891:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985834496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318886.053899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318886.053902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318886.053904:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318886.053907:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4106 00000100:00080000:3.0:1767318886.053909:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318886.053913:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318886.053923:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985834624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318886.054060:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985834368:0@lo:250:kworker.0 00000400:00000100:1.0:1767318886.054108:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985834368 offset 0 length 520: 4 00000100:00100000:1.0:1767318886.054151:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985834496:0@lo:38:kworker.0 00000400:00000100:1.0:1767318886.054171:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985834496 offset 0 length 520: 4 00000100:00100000:1.0:1767318886.054183:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985834624:0@lo:38:kworker.0 00000400:00000100:1.0:1767318886.054199:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985834624 offset 0 length 520: 4 00010000:00010000:1.0:1767318886.563954:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318887.588587:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318888.612389:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318889.636339:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318890.660214:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318891.168975:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934107904 offset 0 length 520: 4 00000400:00000100:1.0:1767318891.169000:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934108032 offset 0 length 520: 4 00000100:00080000:1.0:1767318891.172849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318891.172857:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318891.172859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318891.172861:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318891.172863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318891.172866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318891.688991:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318892.708760:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318893.732180:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318894.756168:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318895.780063:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318896.293654:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318896.293666:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318896.293671:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318896.293675:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318896.293678:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318896.293681:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318896.804305:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318897.833583:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318898.855415:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318899.876057:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318900.899961:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318901.412118:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318901.412131:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318901.412134:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318901.412137:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318901.412141:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318901.412144:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318901.924265:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318902.948137:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318903.971998:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318904.995987:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318906.020357:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318906.534836:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318906.534844:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318906.534847:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318906.534850:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318906.534853:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318906.534855:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318907.044662:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318908.068059:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318909.091946:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318910.115966:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318911.141683:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318911.652781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318911.652791:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318911.652804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318911.652807:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318911.652810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318911.652812:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318911.654130:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318886/real 1767318886] req@ffff9b3efb687800 x1853163985834368/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318911.654159:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985834368/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318911.654170:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318886/real 1767318886] req@ffff9b3efb684000 x1853163985834496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318911.654181:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985834496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318911.654190:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318886/real 1767318886] req@ffff9b3efb685180 x1853163985834624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318911.654199:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985834624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318911.654217:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.654240:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318911.654244:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985834368:0@lo:250:kworker.0 00000100:00080000:1.0:1767318911.654250:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.654265:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318911.654268:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985834496:0@lo:38:kworker.0 00000100:00080000:1.0:1767318911.654273:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.654277:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318911.654280:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985834624:0@lo:38:kworker.0 00000100:00080000:3.0:1767318911.654393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318911.654398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318911.654401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318911.654406:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4131 00000100:00080000:3.0:1767318911.654410:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318911.654416:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318911.654443:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985834752/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318911.654472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318911.654476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318911.654478:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318911.654481:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4131 00000100:00080000:3.0:1767318911.654484:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318911.654486:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318911.654803:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985834880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318911.654813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318911.654816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318911.654818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318911.654821:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4131 00000100:00080000:3.0:1767318911.654824:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318911.654827:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767318911.654838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985835008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318911.656266:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985834752:0@lo:250:kworker.0 00000400:00000100:1.0:1767318911.656318:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985834752 offset 0 length 520: 4 00000100:00100000:1.0:1767318911.656365:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985834880:0@lo:38:kworker.0 00000400:00000100:1.0:1767318911.656383:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985834880 offset 0 length 520: 4 00000100:00100000:1.0:1767318911.656396:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985835008:0@lo:38:kworker.0 00000400:00000100:1.0:1767318911.656410:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985835008 offset 0 length 520: 4 00010000:00010000:1.0:1767318912.166189:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318913.188386:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318914.213437:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318915.236011:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318916.261566:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318916.769111:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934108160 offset 0 length 520: 4 00000400:00000100:2.0:1767318916.769136:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934108288 offset 0 length 520: 4 00000100:00080000:0.0:1767318916.772381:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318916.772389:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318916.772391:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318916.772393:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318916.772395:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318916.772396:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318917.284705:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318918.314547:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318919.331938:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318920.356067:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318921.380069:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318921.891988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318921.892000:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318921.892003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318921.892007:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318921.892011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318921.892014:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318922.403997:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318923.427960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318924.452116:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318925.476502:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318926.501474:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318927.012271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318927.012282:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318927.012285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318927.012288:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318927.012291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318927.012294:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318927.523970:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318928.548987:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318929.572291:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318930.597610:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318931.624985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318932.147048:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318932.147062:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318932.147065:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318932.147068:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318932.147072:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318932.147075:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318932.649684:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318933.670031:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318934.692057:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318935.717029:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318936.232242:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318911/real 1767318911] req@ffff9b3efb686680 x1853163985834752/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318936.232279:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985834752/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318936.232291:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318911/real 1767318911] req@ffff9b3efb687b80 x1853163985834880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318936.232304:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985834880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318936.232314:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318911/real 1767318911] req@ffff9b3efb685180 x1853163985835008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318936.232324:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985835008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318936.232356:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318936.232384:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318936.232388:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985834752:0@lo:250:kworker.0 00000100:00080000:2.0:1767318936.232394:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318936.232399:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318936.232402:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985834880:0@lo:38:kworker.0 00000100:00080000:2.0:1767318936.232406:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318936.232410:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318936.232412:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985835008:0@lo:38:kworker.0 00000100:00080000:0.0:1767318936.232528:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318936.232534:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318936.232537:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318936.232541:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318936.232545:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318936.232552:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318936.232628:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3480 x1853163985835136/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318936.232652:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318936.232655:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318936.232657:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318936.232660:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318936.232662:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318936.232666:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318936.232683:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985835264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318936.232691:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318936.232693:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318936.232695:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318936.232698:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318936.232700:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318936.232703:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318936.232723:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985835392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318936.233817:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985835136:0@lo:250:kworker.0 00000400:00000100:2.0:1767318936.233873:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985835136 offset 0 length 520: 4 00000100:00100000:2.0:1767318936.233918:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985835264:0@lo:38:kworker.0 00000400:00000100:2.0:1767318936.233938:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985835264 offset 0 length 520: 4 00000100:00100000:2.0:1767318936.233963:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985835392:0@lo:38:kworker.0 00000400:00000100:2.0:1767318936.233979:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985835392 offset 0 length 520: 4 00010000:00010000:1.0:1767318936.740561:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318937.764564:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318938.788074:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318939.812811:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318940.836281:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318941.343930:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934108416 offset 0 length 520: 4 00000400:00000100:2.0:1767318941.343957:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934108544 offset 0 length 520: 4 00000100:00080000:0.0:1767318941.349713:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318941.349726:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318941.349752:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318941.349756:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318941.349759:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318941.349763:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318941.869384:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318942.892760:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318943.907957:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318944.932984:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318945.956198:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318946.468082:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.468093:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318946.468097:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.468100:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318946.468104:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.468106:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318946.980220:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318948.004249:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318949.028324:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318950.053178:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318951.076635:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318951.588864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318951.588876:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318951.588879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318951.588882:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318951.588885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318951.588888:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318952.104135:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318953.124172:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318954.148484:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318955.174892:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318956.196151:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318956.708178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318956.708186:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318956.708189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318956.708193:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318956.708196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318956.708199:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318957.219970:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318958.244071:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318959.268341:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318960.293550:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318961.316071:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318961.827848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.827870:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318961.827873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.827876:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318961.827878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.827882:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318961.828036:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318936/real 1767318936] req@ffff9b3dca9b3480 x1853163985835136/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318961.828073:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3480 x1853163985835136/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318961.828083:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318936/real 1767318936] req@ffff9b3dca9b1880 x1853163985835264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318961.828096:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985835264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318961.828105:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318936/real 1767318936] req@ffff9b3dca9b0000 x1853163985835392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318961.828116:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985835392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318961.828136:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318961.828164:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318961.828168:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985835136:0@lo:250:kworker.0 00000100:00080000:3.0:1767318961.828174:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318961.828178:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318961.828181:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985835264:0@lo:38:kworker.0 00000100:00080000:3.0:1767318961.828185:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318961.828189:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:1.0:1767318961.828422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.828427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318961.828430:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.828435:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4181 00000100:00080000:1.0:1767318961.828439:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318961.828446:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318961.828480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985835520/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318961.828494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.828497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318961.828499:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.828502:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4181 00000100:00080000:1.0:1767318961.828504:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318961.828507:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318961.828520:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985835648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318961.828537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.828540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318961.828542:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.828545:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4181 00000100:00080000:1.0:1767318961.828548:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318961.828551:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767318961.828572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985835776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318961.828762:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985835392:0@lo:38:kworker.0 00000100:00100000:3.0:1767318961.828794:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985835520:0@lo:250:kworker.0 00000400:00000100:3.0:1767318961.828835:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985835520 offset 0 length 520: 4 00000100:00100000:3.0:1767318961.828928:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985835648:0@lo:38:kworker.0 00000400:00000100:3.0:1767318961.828946:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985835648 offset 0 length 520: 4 00000100:00100000:3.0:1767318961.828956:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985835776:0@lo:38:kworker.0 00000400:00000100:3.0:1767318961.828967:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985835776 offset 0 length 520: 4 00010000:00010000:1.0:1767318962.339978:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318963.364070:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318964.390760:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318965.412048:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318966.438526:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318966.941490:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934108672 offset 0 length 520: 4 00000400:00000100:2.0:1767318966.941518:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934108800 offset 0 length 520: 4 00000100:00080000:3.0:1767318966.948276:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318966.948288:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318966.948291:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318966.948294:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318966.948297:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318966.948300:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318967.462040:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318968.483971:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318969.508594:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318970.532570:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318971.556071:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318972.067908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318972.067918:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318972.067922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318972.067926:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318972.067929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318972.067932:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318972.580149:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318973.604173:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318974.627980:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318975.652028:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318976.676369:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318977.187906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318977.187917:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318977.187921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318977.187924:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318977.187927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318977.187930:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318977.700097:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318978.724165:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318979.751818:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318980.773319:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318981.795954:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318982.307964:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318982.307975:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318982.307978:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318982.307981:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318982.307984:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318982.307987:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318982.820329:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318983.843954:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318984.871960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318985.892020:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318986.404161:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318961/real 1767318961] req@ffff9b3ef40e0700 x1853163985835520/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318986.404197:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985835520/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318986.404208:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318961/real 1767318961] req@ffff9b3ef40e0000 x1853163985835648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318986.404220:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985835648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318986.404229:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318961/real 1767318961] req@ffff9b3ef40e1180 x1853163985835776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318986.404240:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985835776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318986.404258:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318986.404359:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318986.404364:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985835520:0@lo:250:kworker.0 00000100:00080000:2.0:1767318986.404370:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318986.404692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318986.404698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318986.404700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318986.404705:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4207 00000100:00080000:0.0:1767318986.404709:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318986.404716:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318986.404840:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985835904/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318986.404921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318986.404925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318986.404927:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318986.404930:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4207 00000100:00080000:0.0:1767318986.404932:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318986.404936:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318986.404952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985836032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318986.404971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318986.404974:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318986.405048:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318986.405053:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985835648:0@lo:38:kworker.0 00000100:00080000:2.0:1767318986.405059:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318986.405064:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318986.405076:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985835776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318986.405108:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985835904:0@lo:250:kworker.0 00000400:00000100:2.0:1767318986.405156:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985835904 offset 0 length 520: 4 00000100:00100000:2.0:1767318986.405195:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985836032:0@lo:38:kworker.0 00000400:00000100:2.0:1767318986.405214:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985836032 offset 0 length 520: 4 00000100:00080000:0.0:1767318986.405270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318986.405273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318986.405275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318986.405278:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4207 00000100:00080000:0.0:1767318986.405280:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318986.405284:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767318986.405296:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985836160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318986.405663:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985836160:0@lo:38:kworker.0 00000400:00000100:2.0:1767318986.405687:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985836160 offset 0 length 520: 4 00010000:00010000:1.0:1767318986.915899:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318987.941416:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318988.964006:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318989.987922:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318991.012421:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318991.518693:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934108928 offset 0 length 520: 4 00000400:00000100:0.0:1767318991.518718:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934109056 offset 0 length 520: 4 00000100:00080000:0.0:1767318991.524036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318991.524046:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318991.524049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318991.524052:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318991.524055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318991.524057:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318992.036101:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318993.060051:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318994.083948:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318995.116013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318996.131941:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318996.644442:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.644454:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318996.644457:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.644461:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318996.644464:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.644467:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318997.156051:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318998.179886:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318999.204981:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319000.229150:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319001.252753:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319001.764201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.764211:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319001.764214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.764217:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319001.764219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.764222:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319002.276540:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319003.303624:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319004.324140:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319005.352603:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319006.371887:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319006.883849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319006.883860:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319006.883863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319006.883866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319006.883869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319006.883871:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319007.395939:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319008.420221:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319009.443969:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319010.470456:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319011.491992:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319012.004117:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318986/real 1767318986] req@ffff9b3dca9b3100 x1853163985836160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319012.004152:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985836160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319012.004161:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318986/real 1767318986] req@ffff9b3dca9b3b80 x1853163985835904/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319012.004173:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985835904/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319012.004186:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318986/real 1767318986] req@ffff9b3dca9b2a00 x1853163985836032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319012.004196:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985836032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319012.004214:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.004222:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319012.004226:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985836160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319012.004231:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.004236:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319012.004239:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985835904:0@lo:250:kworker.0 00000100:00080000:0.0:1767319012.004243:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.004246:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319012.004249:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985836032:0@lo:38:kworker.0 00000100:00080000:1.0:1767319012.004331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319012.004338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319012.004341:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319012.004354:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767319012.004358:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319012.004366:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319012.004396:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985836288/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319012.004426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319012.004429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319012.004431:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319012.004434:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767319012.004436:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319012.004440:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319012.004454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985836416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319012.004461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319012.004463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319012.004465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319012.004467:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767319012.004469:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319012.004472:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319012.004482:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985836544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319012.004540:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985836288:0@lo:250:kworker.0 00000400:00000100:0.0:1767319012.004585:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985836288 offset 0 length 520: 4 00000100:00100000:0.0:1767319012.004626:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985836416:0@lo:38:kworker.0 00000400:00000100:0.0:1767319012.004644:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985836416 offset 0 length 520: 4 00000100:00100000:0.0:1767319012.004656:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985836544:0@lo:38:kworker.0 00000400:00000100:0.0:1767319012.004670:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985836544 offset 0 length 520: 4 00010000:00010000:3.0:1767319012.515919:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319013.540299:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319014.564705:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319015.588214:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319016.092821:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934109184 offset 0 length 520: 4 00000400:00000100:0.0:1767319016.092855:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934109312 offset 0 length 520: 4 00010000:00010000:3.0:1767319016.612601:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319017.123826:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319017.123836:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319017.123839:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319017.123842:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319017.123845:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319017.123847:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319017.636153:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319018.660050:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319019.685591:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319020.709759:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319021.732000:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319022.243849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319022.243859:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319022.243863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319022.243866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319022.243868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319022.243871:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319022.756673:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319023.780149:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319024.804195:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319025.828543:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319026.852009:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319027.364214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319027.364231:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319027.364234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319027.364238:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319027.364241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319027.364244:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319027.877568:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319028.900983:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319029.924214:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319030.948130:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319031.973190:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319032.483866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319032.483880:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319032.483883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319032.483887:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319032.483890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319032.483892:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319032.996235:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319034.021314:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319035.044058:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319036.070576:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319037.093134:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319037.604279:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319012/real 1767319012] req@ffff9b3ef40e2680 x1853163985836288/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319037 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319037.604328:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985836288/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319037 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319037.604339:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319012/real 1767319012] req@ffff9b3ef40e3b80 x1853163985836416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319037 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319037.604358:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985836416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319037 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319037.604370:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319012/real 1767319012] req@ffff9b3ef40e1180 x1853163985836544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319037 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319037.604382:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985836544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319037 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319037.604406:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319037.604417:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319037.604422:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985836288:0@lo:250:kworker.0 00000100:00080000:2.0:1767319037.604430:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319037.604448:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319037.604452:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985836416:0@lo:38:kworker.0 00000100:00080000:2.0:1767319037.604457:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319037.604462:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319037.604465:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985836544:0@lo:38:kworker.0 00000100:00080000:3.0:1767319037.604806:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319037.604814:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319037.604818:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319037.604825:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4257 00000100:00080000:3.0:1767319037.604830:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319037.604838:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319037.604887:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985836672/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319037.604922:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319037.604925:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319037.604928:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319037.604931:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4257 00000100:00080000:3.0:1767319037.604934:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319037.604938:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319037.604954:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985836800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319037.604964:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319037.604967:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319037.604969:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319037.604972:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4257 00000100:00080000:3.0:1767319037.604975:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319037.604978:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319037.604990:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985836928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319037.605065:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985836672:0@lo:250:kworker.0 00000400:00000100:2.0:1767319037.605130:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985836672 offset 0 length 520: 4 00000100:00100000:2.0:1767319037.605185:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985836800:0@lo:38:kworker.0 00000400:00000100:2.0:1767319037.605206:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985836800 offset 0 length 520: 4 00000100:00100000:2.0:1767319037.605218:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985836928:0@lo:38:kworker.0 00000400:00000100:2.0:1767319037.605234:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985836928 offset 0 length 520: 4 00010000:00010000:2.0:1767319038.116355:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319039.139906:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319040.164013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319041.189090:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319041.703584:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934109440 offset 0 length 520: 4 00000400:00000100:1.0:1767319041.703622:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934109568 offset 0 length 520: 4 00010000:00010000:2.0:1767319042.212199:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319042.723924:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319042.723941:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319042.723946:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319042.723949:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319042.723953:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319042.723956:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319043.235986:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319044.260107:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319045.285256:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319046.308135:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319047.332233:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319047.843939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319047.843950:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319047.843953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319047.843956:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319047.843958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319047.843961:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319048.356430:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319049.380014:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319050.407617:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319051.427937:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319052.453519:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319052.963911:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319052.963922:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319052.963925:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319052.963928:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319052.963930:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319052.963933:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319053.475936:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319054.500770:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319055.523947:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319056.549358:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319057.573724:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319058.083930:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319058.083941:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319058.083944:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319058.083948:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319058.083951:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319058.083954:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319058.598629:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319059.619829:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319060.644383:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319061.669371:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319062.180692:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319037/real 1767319037] req@ffff9b3efb684000 x1853163985836672/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319062 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319062.180745:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985836672/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319062 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319062.180755:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319037/real 1767319037] req@ffff9b3efb687800 x1853163985836800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319062 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319062.180768:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985836800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319062 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319062.180777:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319037/real 1767319037] req@ffff9b3efb685180 x1853163985836928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319062 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319062.180787:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985836928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319062 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319062.180805:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319062.180831:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319062.180834:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985836672:0@lo:250:kworker.0 00000100:00080000:2.0:1767319062.180840:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319062.180846:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319062.180849:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985836800:0@lo:38:kworker.0 00000100:00080000:2.0:1767319062.180853:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319062.180857:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319062.180860:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985836928:0@lo:38:kworker.0 00000100:00080000:1.0:1767319062.181761:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319062.181767:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319062.181770:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319062.181775:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4282 00000100:00080000:1.0:1767319062.181780:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319062.181786:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319062.181818:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985837056/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319062.181844:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319062.181848:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319062.181850:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319062.181853:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4282 00000100:00080000:1.0:1767319062.181855:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319062.181858:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319062.181872:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985837184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319062.181881:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319062.181884:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319062.181886:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319062.181889:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4282 00000100:00080000:1.0:1767319062.181892:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319062.181894:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319062.181914:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985837312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319062.182949:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985837056:0@lo:250:kworker.0 00000400:00000100:2.0:1767319062.183014:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985837056 offset 0 length 520: 4 00000100:00100000:2.0:1767319062.183057:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985837184:0@lo:38:kworker.0 00000400:00000100:2.0:1767319062.183086:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985837184 offset 0 length 520: 4 00000100:00100000:2.0:1767319062.183098:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985837312:0@lo:38:kworker.0 00000400:00000100:2.0:1767319062.183112:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985837312 offset 0 length 520: 4 00010000:00010000:2.0:1767319062.692167:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319063.717297:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319064.739987:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319065.768352:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319066.272216:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934109696 offset 0 length 520: 4 00000400:00000100:1.0:1767319066.272246:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934109824 offset 0 length 520: 4 00010000:00010000:2.0:1767319066.790554:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319067.300362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319067.300372:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319067.300375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319067.300379:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319067.300382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319067.300385:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319067.811957:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319068.837042:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319069.862074:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319070.883985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319071.908261:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319072.420055:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.420066:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319072.420069:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.420073:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319072.420076:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.420088:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319072.932199:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319073.956030:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319074.980041:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319076.004683:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319077.028660:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319077.539891:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319077.539900:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319077.539902:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319077.539905:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319077.539906:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319077.539908:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319078.052120:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319079.077179:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319080.099932:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319081.124000:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319082.148021:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319082.660058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319082.660072:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319082.660075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319082.660079:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319082.660082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319082.660085:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319083.172071:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319084.195889:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319085.220796:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319086.244053:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319087.272179:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319087.779876:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319087.779887:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319087.779890:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319087.779893:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319087.779898:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319087.779901:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319087.781262:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319062/real 1767319062] req@ffff9b3ef40e0000 x1853163985837056/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319087.781304:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985837056/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319087.781317:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319062/real 1767319062] req@ffff9b3ef40e0700 x1853163985837184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319087.781330:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985837184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319087.781341:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319062/real 1767319062] req@ffff9b3ef40e0a80 x1853163985837312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319087.781354:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985837312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319087.781373:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319087.781401:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319087.781405:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985837056:0@lo:250:kworker.0 00000100:00080000:1.0:1767319087.781411:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319087.781417:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319087.781420:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985837184:0@lo:38:kworker.0 00000100:00080000:1.0:1767319087.781424:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319087.781429:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319087.781433:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985837312:0@lo:38:kworker.0 00000100:00080000:3.0:1767319087.781575:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319087.781581:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319087.781584:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319087.781589:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4307 00000100:00080000:3.0:1767319087.781593:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319087.781600:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319087.781638:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985837440/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319087.781662:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319087.781666:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319087.781668:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319087.781671:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4307 00000100:00080000:3.0:1767319087.781674:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319087.781677:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319087.781692:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985837568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319087.781701:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319087.781704:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319087.781706:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319087.781709:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4307 00000100:00080000:3.0:1767319087.781712:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319087.781715:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319087.781724:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985837696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319087.783100:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985837440:0@lo:250:kworker.0 00000400:00000100:1.0:1767319087.783157:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985837440 offset 0 length 520: 4 00000100:00100000:1.0:1767319087.783241:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985837568:0@lo:38:kworker.0 00000400:00000100:1.0:1767319087.783261:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985837568 offset 0 length 520: 4 00000100:00100000:1.0:1767319087.783274:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985837696:0@lo:38:kworker.0 00000400:00000100:1.0:1767319087.783288:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985837696 offset 0 length 520: 4 00010000:00010000:0.0:1767319088.291920:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319089.316112:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319090.340076:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319091.365318:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319091.868585:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934109952 offset 0 length 520: 4 00000400:00000100:1.0:1767319091.868612:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934110080 offset 0 length 520: 4 00010000:00010000:0.0:1767319092.387837:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319092.899851:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.899863:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319092.899866:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.899870:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319092.899873:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.899876:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319093.412713:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319094.435970:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319095.459983:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319096.483966:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319097.508987:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319098.023082:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319098.023095:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319098.023098:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319098.023101:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319098.023104:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319098.023107:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319098.532071:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319099.556220:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319100.580053:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319101.604172:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319102.631347:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319103.140711:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319103.140722:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319103.140725:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319103.140899:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319103.140902:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319103.140905:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319103.651958:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319104.675900:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319105.700027:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319106.726496:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319107.747985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319108.260197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319108.260208:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319108.260211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319108.260215:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319108.260218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319108.260221:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319108.772442:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319109.796231:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319110.819981:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319111.844095:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319112.356044:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319087/real 1767319087] req@ffff9b3efb687b80 x1853163985837440/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319112 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319112.356087:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985837440/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319112 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319112.356097:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319087/real 1767319087] req@ffff9b3efb686680 x1853163985837568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319112 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319112.356251:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985837568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319112 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319112.356263:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319087/real 1767319087] req@ffff9b3efb685180 x1853163985837696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319112 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319112.356276:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985837696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319112 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319112.356295:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.356318:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319112.356322:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985837440:0@lo:250:kworker.0 00000100:00080000:1.0:1767319112.356328:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.356333:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319112.356336:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985837568:0@lo:38:kworker.0 00000100:00080000:1.0:1767319112.356339:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.356342:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319112.356345:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985837696:0@lo:38:kworker.0 00000100:00080000:0.0:1767319112.356417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319112.356422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319112.356426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319112.356431:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4333 00000100:00080000:0.0:1767319112.356434:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319112.356441:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319112.356474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985837824/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319112.356498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319112.356502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319112.356504:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319112.356507:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4333 00000100:00080000:0.0:1767319112.356510:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319112.356513:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319112.356529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985837952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319112.356537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319112.356540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319112.356541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319112.356544:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4333 00000100:00080000:0.0:1767319112.356546:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319112.356549:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319112.356571:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985838080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319112.356635:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985837824:0@lo:250:kworker.0 00000400:00000100:1.0:1767319112.356680:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985837824 offset 0 length 520: 4 00000100:00100000:1.0:1767319112.356748:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985837952:0@lo:38:kworker.0 00000400:00000100:1.0:1767319112.356768:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985837952 offset 0 length 520: 4 00000100:00100000:1.0:1767319112.356780:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985838080:0@lo:38:kworker.0 00000400:00000100:1.0:1767319112.356795:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985838080 offset 0 length 520: 4 00010000:00010000:1.0:1767319112.867967:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319113.892086:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319114.917993:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319115.940048:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319116.447773:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934110208 offset 0 length 520: 4 00000400:00000100:2.0:1767319116.450203:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934110336 offset 0 length 520: 4 00010000:00010000:1.0:1767319116.966781:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319117.477032:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.477043:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319117.477046:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.477049:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319117.477052:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.477054:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319117.988033:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319119.012185:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319120.036466:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319121.060143:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319122.084057:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319122.598002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319122.598013:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319122.598016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319122.598019:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319122.598022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319122.598024:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319123.108958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319124.133004:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319125.156019:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319126.181104:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319127.203930:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319127.718784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319127.718795:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319127.718798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319127.718801:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319127.718804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319127.718807:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319128.228044:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319129.252248:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319130.275980:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319131.300016:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319132.325807:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319132.835916:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.835928:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319132.835932:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.835936:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319132.835938:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.835941:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319133.350387:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319134.371965:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319135.396682:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319136.420014:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319137.444094:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319137.955861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319137.955872:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319137.955875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319137.955879:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319137.955882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319137.955885:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319137.955973:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319112/real 1767319112] req@ffff9b3dca9b2a00 x1853163985837824/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319137.956008:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985837824/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319137.956019:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319112/real 1767319112] req@ffff9b3dca9b3b80 x1853163985837952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319137.956032:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985837952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319137.956041:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319112/real 1767319112] req@ffff9b3dca9b3100 x1853163985838080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319137.956050:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985838080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319137.956067:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319137.956088:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319137.956093:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985837824:0@lo:250:kworker.0 00000100:00080000:3.0:1767319137.956099:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319137.956104:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319137.956107:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985837952:0@lo:38:kworker.0 00000100:00080000:3.0:1767319137.956111:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319137.956115:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319137.956118:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985838080:0@lo:38:kworker.0 00000100:00080000:2.0:1767319137.956189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319137.956193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319137.956196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319137.956201:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4357 00000100:00080000:2.0:1767319137.956205:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319137.956211:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319137.956256:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985838208/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319137.956277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319137.956280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319137.956282:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319137.956286:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4357 00000100:00080000:2.0:1767319137.956288:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319137.956291:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319137.956305:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985838336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319137.956312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319137.956315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319137.956316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319137.956320:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4357 00000100:00080000:2.0:1767319137.956322:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319137.956324:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319137.956333:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985838464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319137.956396:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985838208:0@lo:250:kworker.0 00000400:00000100:3.0:1767319137.956442:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985838208 offset 0 length 520: 4 00000100:00100000:3.0:1767319137.956498:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985838336:0@lo:38:kworker.0 00000400:00000100:3.0:1767319137.956517:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985838336 offset 0 length 520: 4 00000100:00100000:3.0:1767319137.956544:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985838464:0@lo:38:kworker.0 00000400:00000100:3.0:1767319137.956570:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985838464 offset 0 length 520: 4 00010000:00010000:2.0:1767319138.469410:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319139.494841:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319140.516696:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319141.540022:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319142.048256:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934110464 offset 0 length 520: 4 00000400:00000100:3.0:1767319142.055711:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934110592 offset 0 length 520: 4 00010000:00010000:1.0:1767319142.563954:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319143.084702:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319143.084710:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319143.084713:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319143.084716:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319143.084718:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319143.084721:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319143.595676:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319144.612256:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319145.636168:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319146.660256:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319147.684746:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319148.198492:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319148.198504:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319148.198516:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319148.198520:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319148.198522:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319148.198525:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319148.708064:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319149.732214:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319150.757886:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319151.786904:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319152.805929:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319153.316421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319153.316436:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319153.316440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319153.316444:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319153.316447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319153.316452:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319153.828467:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319154.852066:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319155.876517:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319156.903992:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319157.924039:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319158.437964:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319158.437975:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319158.437978:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319158.437981:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319158.437984:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319158.437986:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319158.948699:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319159.973375:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319160.995991:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319162.019995:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319162.532859:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319137/real 1767319137] req@ffff9b3ec51c1c00 x1853163985838208/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319162 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319162.532892:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985838208/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319162 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319162.532903:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319137/real 1767319137] req@ffff9b3ec51c0700 x1853163985838336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319162 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319162.532916:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985838336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319162 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319162.532925:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319137/real 1767319137] req@ffff9b3ec51c1880 x1853163985838464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319162 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319162.532938:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985838464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319162 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319162.532956:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319162.532969:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319162.532973:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985838208:0@lo:250:kworker.0 00000100:00080000:0.0:1767319162.532980:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319162.532985:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319162.532988:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985838336:0@lo:38:kworker.0 00000100:00080000:0.0:1767319162.532992:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319162.532996:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319162.532999:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985838464:0@lo:38:kworker.0 00000100:00080000:1.0:1767319162.533321:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.533328:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319162.533331:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.533337:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4383 00000100:00080000:1.0:1767319162.533341:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.533348:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319162.533376:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985838592/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319162.533397:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.533400:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319162.533402:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.533405:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4383 00000100:00080000:1.0:1767319162.533407:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.533411:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319162.533424:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985838720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319162.533432:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.533435:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319162.533436:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.533439:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4383 00000100:00080000:1.0:1767319162.533455:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.533459:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319162.533470:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985838848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319162.533507:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985838592:0@lo:250:kworker.0 00000400:00000100:1.0:1767319162.533554:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985838592 offset 0 length 520: 4 00000100:00100000:1.0:1767319162.533595:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985838720:0@lo:38:kworker.0 00000400:00000100:1.0:1767319162.533635:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985838720 offset 0 length 520: 4 00000100:00100000:1.0:1767319162.533648:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985838848:0@lo:38:kworker.0 00000400:00000100:1.0:1767319162.533664:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985838848 offset 0 length 520: 4 00010000:00010000:1.0:1767319163.044358:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319164.069863:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319165.091961:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319166.115967:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319166.620582:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934110720 offset 0 length 520: 4 00000400:00000100:2.0:1767319166.624194:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934110848 offset 0 length 520: 4 00010000:00010000:1.0:1767319167.140601:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319167.652266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319167.652278:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319167.652280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319167.652283:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319167.652286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319167.652289:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319168.163952:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319169.189742:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319170.219546:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319171.235976:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319172.261851:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319172.772233:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319172.772246:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319172.772249:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319172.772252:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319172.772255:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319172.772258:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319173.284201:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319174.312929:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319175.332192:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319176.356104:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319177.380077:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319177.896686:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319177.896696:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319177.896701:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319177.896704:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319177.896707:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319177.896710:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319178.404040:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319179.428155:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319180.451930:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319181.476185:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319182.502112:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319183.012164:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319183.012175:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319183.012178:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319183.012181:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319183.012184:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319183.012187:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319183.523910:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319184.549414:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319185.571959:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319186.596988:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319187.108046:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319162/real 1767319162] req@ffff9b3ef40e0a80 x1853163985838592/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319187 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319187.108077:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985838592/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319187 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319187.108087:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319162/real 1767319162] req@ffff9b3ef40e0700 x1853163985838720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319187 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319187.108097:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985838720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319187 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319187.108106:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319162/real 1767319162] req@ffff9b3ef40e0000 x1853163985838848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319187 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319187.108116:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985838848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319187 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319187.108144:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.108170:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319187.108173:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985838592:0@lo:250:kworker.0 00000100:00080000:2.0:1767319187.108180:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.108185:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319187.108189:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985838720:0@lo:38:kworker.0 00000100:00080000:2.0:1767319187.108193:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.108197:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319187.108200:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985838848:0@lo:38:kworker.0 00000100:00080000:1.0:1767319187.108337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.108344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319187.108348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319187.108353:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4407 00000100:00080000:1.0:1767319187.108357:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319187.108409:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319187.108440:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985838976/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319187.108466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.108469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319187.108471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319187.108474:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4407 00000100:00080000:1.0:1767319187.108477:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319187.108481:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319187.108498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985839104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319187.108508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.108511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319187.108513:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319187.108518:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985838976:0@lo:250:kworker.0 00000100:00080000:1.0:1767319187.108520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4407 00000100:00080000:1.0:1767319187.108526:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319187.108531:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319187.108544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985839232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767319187.108584:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985838976 offset 0 length 520: 4 00000100:00100000:2.0:1767319187.108626:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985839104:0@lo:38:kworker.0 00000400:00000100:2.0:1767319187.108656:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985839104 offset 0 length 520: 4 00000100:00100000:2.0:1767319187.108671:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985839232:0@lo:38:kworker.0 00000400:00000100:2.0:1767319187.108687:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985839232 offset 0 length 520: 4 00010000:00010000:2.0:1767319187.620112:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319188.645027:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319189.669444:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319190.692511:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319191.198037:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934110976 offset 0 length 520: 4 00000400:00000100:1.0:1767319191.198062:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934111104 offset 0 length 520: 4 00010000:00010000:2.0:1767319191.716802:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319192.231366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.231377:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319192.231381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.231384:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319192.231387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.231390:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319192.740010:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319193.763927:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319194.787924:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319195.812030:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319196.842421:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319197.348377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.348388:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319197.348391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.348394:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319197.348397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.348400:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319197.866385:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319198.887349:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319199.908557:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319200.932957:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319201.955928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319202.468714:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.468726:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319202.468766:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.468769:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319202.468772:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.468775:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319202.979953:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319204.011121:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319205.028442:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319206.052040:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319207.075995:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319207.590133:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319207.590142:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319207.590145:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319207.590149:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319207.590152:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319207.590155:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319208.100212:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319209.123957:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319210.148540:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319211.171972:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319212.195973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319212.708883:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319187/real 1767319187] req@ffff9b3ef40e0e00 x1853163985839232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319212.708932:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985839232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319212.708943:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319187/real 1767319187] req@ffff9b3ef40e2300 x1853163985838976/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319212.708955:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985838976/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319212.708965:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319187/real 1767319187] req@ffff9b3ef40e1880 x1853163985839104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319212.708974:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985839104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319212.708992:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319212.709092:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319212.709097:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985839232:0@lo:38:kworker.0 00000100:00080000:2.0:1767319212.709103:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319212.713763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319212.713773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319212.713778:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319212.713787:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4432 00000100:00080000:3.0:1767319212.713792:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319212.713799:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319212.713952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985839360/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319212.713971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319212.713975:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319212.713977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319212.713980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319212.713982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319212.713985:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4432 00000100:00080000:3.0:1767319212.713988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319212.713991:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319212.714007:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985839488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319212.716971:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319212.716982:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985838976:0@lo:250:kworker.0 00000100:00080000:2.0:1767319212.716994:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319212.723995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319212.724005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319212.724010:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319212.724025:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4432 00000100:00080000:3.0:1767319212.724030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319212.724037:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319212.724092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985839616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319212.724476:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319212.724492:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985839104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319212.724995:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985839360:0@lo:250:kworker.0 00000400:00000100:2.0:1767319212.725051:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985839360 offset 0 length 520: 4 00000100:00100000:2.0:1767319212.725095:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985839488:0@lo:38:kworker.0 00000400:00000100:2.0:1767319212.725114:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985839488 offset 0 length 520: 4 00000100:00100000:2.0:1767319212.725126:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985839616:0@lo:38:kworker.0 00000400:00000100:2.0:1767319212.725140:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985839616 offset 0 length 520: 4 00010000:00010000:3.0:1767319213.222087:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319214.245974:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319215.268378:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319216.292557:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319216.798388:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934111232 offset 0 length 520: 4 00000400:00000100:1.0:1767319216.798428:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934111360 offset 0 length 520: 4 00010000:00010000:3.0:1767319217.315981:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319217.828861:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319217.828871:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319217.828873:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319217.828876:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319217.828879:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319217.828882:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319218.340001:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319219.365111:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319220.387969:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319221.413810:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319222.442057:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319222.947863:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319222.947873:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319222.947876:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319222.947880:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319222.947884:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319222.947887:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319223.460046:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319224.485241:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319225.508140:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319226.532343:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319227.559103:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319228.068039:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319228.068051:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319228.068053:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319228.068057:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319228.068060:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319228.068062:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319228.579962:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319229.604090:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319230.632016:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319231.652223:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319232.676005:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319233.191989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319233.192000:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319233.192003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319233.192007:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319233.192009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319233.192012:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319233.703691:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319234.723961:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319235.748162:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319236.775990:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319237.287104:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319212/real 1767319212] req@ffff9b3efb687800 x1853163985839360/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319237.287141:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985839360/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319237.287153:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319212/real 1767319212] req@ffff9b3efb684000 x1853163985839488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319237.287166:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985839488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319237.287175:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319212/real 1767319212] req@ffff9b3efb685180 x1853163985839616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319237.287187:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985839616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319237.287208:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319237.287300:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319237.287305:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985839360:0@lo:250:kworker.0 00000100:00080000:1.0:1767319237.287312:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319237.291300:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319237.291311:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319237.291315:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319237.291324:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4457 00000100:00080000:2.0:1767319237.291328:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319237.291335:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319237.291377:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985839744/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319237.291397:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319237.291401:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319237.291404:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319237.291407:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319237.291409:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319237.291412:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4457 00000100:00080000:2.0:1767319237.291414:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319237.291418:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319237.291434:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985839872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319237.295080:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319237.295094:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985839488:0@lo:38:kworker.0 00000100:00080000:1.0:1767319237.295110:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319237.295117:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319237.295120:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985839616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319237.295166:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985839744:0@lo:250:kworker.0 00000400:00000100:1.0:1767319237.295231:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985839744 offset 0 length 520: 4 00000100:00100000:1.0:1767319237.295288:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985839872:0@lo:38:kworker.0 00000400:00000100:1.0:1767319237.295307:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985839872 offset 0 length 520: 4 00000100:00080000:2.0:1767319237.295414:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319237.295419:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319237.295422:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319237.295427:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4457 00000100:00080000:2.0:1767319237.295431:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319237.295437:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319237.295465:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985840000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319237.295548:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985840000:0@lo:38:kworker.0 00000400:00000100:1.0:1767319237.295568:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985840000 offset 0 length 520: 4 00010000:00010000:3.0:1767319237.795957:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319238.820636:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319239.844086:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319240.868627:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319241.376571:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934111488 offset 0 length 520: 4 00000400:00000100:2.0:1767319241.379043:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934111616 offset 0 length 520: 4 00010000:00010000:3.0:1767319241.892726:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319242.403924:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319242.403936:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319242.403940:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319242.403943:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319242.403946:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319242.403950:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319242.917178:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319243.939976:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319244.964109:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319245.988157:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319247.012015:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319247.523884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319247.523893:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319247.523897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319247.523900:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319247.523903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319247.523906:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319248.036480:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319249.060453:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319250.084127:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319251.108046:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319252.132213:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319252.643993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319252.644005:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319252.644008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319252.644011:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319252.644014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319252.644017:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319253.156807:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319254.180471:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319255.204299:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319256.228010:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319257.252984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319257.764098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319257.764105:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319257.764108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319257.764111:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319257.764113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319257.764115:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319258.277368:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319259.300108:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319260.324138:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319261.348437:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319262.372588:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319262.884045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.884059:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319262.884062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.884066:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319262.884069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.884072:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319262.886789:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319237/real 1767319237] req@ffff9b3ec51c1c00 x1853163985840000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319262.886829:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985840000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319262.886840:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319237/real 1767319237] req@ffff9b3ec51c1880 x1853163985839744/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319262.886853:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985839744/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319262.886864:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319237/real 1767319237] req@ffff9b3ec51c0700 x1853163985839872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319262.886876:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985839872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319262.886899:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319262.886932:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319262.886937:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985840000:0@lo:38:kworker.0 00000100:00080000:2.0:1767319262.886944:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319262.886950:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319262.886952:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985839744:0@lo:250:kworker.0 00000100:00080000:2.0:1767319262.886956:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319262.886961:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319262.886964:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985839872:0@lo:38:kworker.0 00000100:00080000:3.0:1767319262.887487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.887495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319262.887508:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319262.887516:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4482 00000100:00080000:3.0:1767319262.887521:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319262.887529:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319262.887569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985840128/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319262.887597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.887601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319262.887603:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319262.887607:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4482 00000100:00080000:3.0:1767319262.887610:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319262.887614:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319262.887631:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985840256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319262.887640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.887643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319262.887645:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319262.887648:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4482 00000100:00080000:3.0:1767319262.887650:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319262.887653:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319262.887664:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985840384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319262.887870:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985840128:0@lo:250:kworker.0 00000400:00000100:2.0:1767319262.887948:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985840128 offset 0 length 520: 4 00000100:00100000:2.0:1767319262.888005:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985840256:0@lo:38:kworker.0 00000400:00000100:2.0:1767319262.888025:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985840256 offset 0 length 520: 4 00000100:00100000:2.0:1767319262.888037:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985840384:0@lo:38:kworker.0 00000400:00000100:2.0:1767319262.888052:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985840384 offset 0 length 520: 4 00010000:00010000:3.0:1767319263.399686:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319264.421901:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319265.444263:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319266.476056:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319266.975813:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934111744 offset 0 length 520: 4 00000400:00000100:3.0:1767319266.975846:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934111872 offset 0 length 520: 4 00010000:00010000:3.0:1767319267.492176:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319268.004392:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.004400:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319268.004403:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.004405:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319268.004407:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.004408:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319268.516033:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319269.540436:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319270.564000:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319271.591052:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319272.612180:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319273.124021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319273.124050:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319273.124054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319273.124057:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319273.124060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319273.124062:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319273.638549:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319274.660624:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319275.683993:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319276.708040:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319277.732285:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319278.245842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319278.245853:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319278.245856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319278.245860:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319278.245862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319278.245865:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319278.755969:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319279.784572:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319280.805762:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319281.828704:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319282.852061:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319283.363828:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319283.363839:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319283.363842:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319283.363845:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319283.363848:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319283.363850:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319283.882625:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319284.900078:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319285.929461:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319286.948134:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319287.460771:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319262/real 1767319262] req@ffff9b3efb686680 x1853163985840128/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319287.460825:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985840128/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319287.460836:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319262/real 1767319262] req@ffff9b3efb687b80 x1853163985840256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319287.460847:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985840256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319287.460856:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319262/real 1767319262] req@ffff9b3efb685180 x1853163985840384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319287.460866:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985840384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319287.460884:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.460911:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319287.460915:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985840128:0@lo:250:kworker.0 00000100:00080000:0.0:1767319287.460921:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.460926:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319287.460929:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985840256:0@lo:38:kworker.0 00000100:00080000:0.0:1767319287.460933:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.460937:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319287.460940:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985840384:0@lo:38:kworker.0 00000100:00080000:2.0:1767319287.461123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319287.461140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319287.461143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319287.461149:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4508 00000100:00080000:2.0:1767319287.461153:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319287.461159:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319287.461206:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985840512/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319287.461229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319287.461233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319287.461235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319287.461237:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4508 00000100:00080000:2.0:1767319287.461239:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319287.461243:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319287.461257:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985840640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319287.461265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319287.461267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319287.461269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319287.461272:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4508 00000100:00080000:2.0:1767319287.461273:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319287.461276:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319287.461285:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985840768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319287.461947:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985840512:0@lo:250:kworker.0 00000400:00000100:0.0:1767319287.461996:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985840512 offset 0 length 520: 4 00000100:00100000:0.0:1767319287.462048:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985840640:0@lo:38:kworker.0 00000400:00000100:0.0:1767319287.462062:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985840640 offset 0 length 520: 4 00000100:00100000:0.0:1767319287.462070:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985840768:0@lo:38:kworker.0 00000400:00000100:0.0:1767319287.462078:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985840768 offset 0 length 520: 4 00010000:00010000:3.0:1767319287.972799:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319288.998206:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319290.026538:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319291.049372:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319291.551869:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934112000 offset 0 length 520: 4 00000400:00000100:3.0:1767319291.551894:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934112128 offset 0 length 520: 4 00010000:00010000:3.0:1767319292.068267:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319292.579845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319292.579857:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319292.579859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319292.579863:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319292.579865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319292.579868:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319293.092044:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319294.116005:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319295.139944:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319296.164363:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319297.188063:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319297.700260:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319297.700281:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319297.700284:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319297.700289:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319297.700292:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319297.700295:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319298.213565:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319299.235966:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319300.259917:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319301.283933:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319302.308170:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319302.819939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.819949:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319302.819952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.819956:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319302.819958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.819961:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319303.332174:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319304.357655:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319305.380297:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319306.403955:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319307.428084:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319307.942546:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319307.942557:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319307.942559:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319307.942562:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319307.942564:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319307.942566:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319308.452047:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319309.478474:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319310.504642:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319311.524814:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319312.036163:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319287/real 1767319287] req@ffff9b3ec51c0700 x1853163985840512/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319312.036199:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985840512/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319312.036210:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319287/real 1767319287] req@ffff9b3ec51c1880 x1853163985840640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319312.036222:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985840640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319312.036232:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319287/real 1767319287] req@ffff9b3ec51c1c00 x1853163985840768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319312.036243:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985840768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319312.036260:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.036285:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319312.036290:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985840512:0@lo:250:kworker.0 00000100:00080000:2.0:1767319312.036296:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.036301:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319312.036305:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985840640:0@lo:38:kworker.0 00000100:00080000:2.0:1767319312.036309:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.036313:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319312.036316:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985840768:0@lo:38:kworker.0 00000100:00080000:1.0:1767319312.036378:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.036384:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319312.036387:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.036755:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4532 00000100:00080000:1.0:1767319312.036760:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.036766:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319312.036802:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985840896/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319312.036830:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.036834:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319312.036836:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.036839:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4532 00000100:00080000:1.0:1767319312.036841:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.036845:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319312.036859:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0380 x1853163985841024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319312.036868:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.036871:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319312.036873:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.036876:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4532 00000100:00080000:1.0:1767319312.036878:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.036881:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319312.036892:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985841152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319312.037236:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985840896:0@lo:250:kworker.0 00000400:00000100:2.0:1767319312.037290:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985840896 offset 0 length 520: 4 00000100:00100000:2.0:1767319312.037345:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985841024:0@lo:38:kworker.0 00000400:00000100:2.0:1767319312.037365:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985841024 offset 0 length 520: 4 00000100:00100000:2.0:1767319312.037378:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985841152:0@lo:38:kworker.0 00000400:00000100:2.0:1767319312.037392:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985841152 offset 0 length 520: 4 00010000:00010000:3.0:1767319312.549536:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319313.573355:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319314.596268:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319315.620015:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319316.126057:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934112256 offset 0 length 520: 4 00000400:00000100:0.0:1767319316.126091:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934112384 offset 0 length 520: 4 00010000:00010000:3.0:1767319316.644337:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319317.155903:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319317.155913:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319317.155916:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319317.155919:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319317.155922:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319317.155924:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319317.667947:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319318.691921:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319319.718927:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319320.740002:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319321.765782:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319322.276680:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319322.276687:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319322.276691:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319322.276694:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319322.276696:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319322.276699:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319322.787991:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319323.812035:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319324.841007:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319325.859949:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319326.884047:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319327.395904:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319327.395915:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319327.395918:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319327.395921:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319327.395924:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319327.395928:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319327.908131:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319328.931955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319329.956024:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319330.979923:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319332.003984:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319332.517874:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319332.517884:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319332.517886:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319332.517891:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319332.517894:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319332.517896:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319333.028087:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319334.051986:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319335.076146:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319336.099967:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319337.124037:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319337.636030:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319312/real 1767319312] req@ffff9b3ef40e3800 x1853163985840896/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319337.636075:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985840896/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319337.636087:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319312/real 1767319312] req@ffff9b3ef40e0380 x1853163985841024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319337.636099:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0380 x1853163985841024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319337.636109:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319312/real 1767319312] req@ffff9b3ef40e1880 x1853163985841152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319337.636119:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985841152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319337.636144:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319337.636153:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319337.636156:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985840896:0@lo:250:kworker.0 00000100:00080000:2.0:1767319337.636161:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319337.636166:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319337.636169:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985841024:0@lo:38:kworker.0 00000100:00080000:2.0:1767319337.636173:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319337.636177:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319337.636180:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985841152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319337.636269:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319337.636274:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319337.636277:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319337.636282:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4557 00000100:00080000:1.0:1767319337.636286:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319337.636291:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319337.636323:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985841280/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319337.636346:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319337.636349:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319337.636350:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319337.636354:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4557 00000100:00080000:1.0:1767319337.636356:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319337.636359:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319337.636373:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985841408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319337.636382:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319337.636385:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319337.636386:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319337.636390:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4557 00000100:00080000:1.0:1767319337.636392:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319337.636395:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319337.636405:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985841536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319337.636971:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985841280:0@lo:250:kworker.0 00000400:00000100:2.0:1767319337.637020:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985841280 offset 0 length 520: 4 00000100:00100000:2.0:1767319337.637062:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985841408:0@lo:38:kworker.0 00000400:00000100:2.0:1767319337.637081:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985841408 offset 0 length 520: 4 00000100:00100000:2.0:1767319337.637094:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985841536:0@lo:38:kworker.0 00000400:00000100:2.0:1767319337.637109:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985841536 offset 0 length 520: 4 00010000:00010000:1.0:1767319338.149532:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319339.172074:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319340.196205:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319341.219994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319341.726580:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934112512 offset 0 length 520: 4 00000400:00000100:2.0:1767319341.726608:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934112640 offset 0 length 520: 4 00010000:00010000:1.0:1767319342.244262:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319342.755809:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319342.755820:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319342.755824:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319342.755826:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319342.755829:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319342.755832:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319343.268079:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319344.292531:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319345.316040:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319346.341597:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319347.364507:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319347.877133:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.877145:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319347.877149:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.877152:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319347.877156:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.877159:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319348.388225:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319349.412938:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319350.435945:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319351.460763:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319352.484013:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319352.997492:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319352.997503:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319352.997506:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319352.997510:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319352.997513:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319352.997516:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319353.508011:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319354.532003:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319355.556035:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319356.579983:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319357.603950:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319358.118883:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319358.118893:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319358.118897:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319358.118900:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319358.118902:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319358.118905:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319358.627967:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319359.652770:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319360.676509:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319361.700039:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319362.213361:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319337/real 1767319337] req@ffff9b3ef40e2300 x1853163985841280/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319362.213391:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985841280/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319362.213401:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319337/real 1767319337] req@ffff9b3ef40e0e00 x1853163985841408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319362.213442:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985841408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319362.213452:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319337/real 1767319337] req@ffff9b3ef40e0000 x1853163985841536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319362.213462:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985841536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319362.213480:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319362.213506:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319362.213511:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985841280:0@lo:250:kworker.0 00000100:00080000:0.0:1767319362.213517:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319362.213522:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319362.213526:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985841408:0@lo:38:kworker.0 00000100:00080000:0.0:1767319362.213530:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319362.213533:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319362.213536:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985841536:0@lo:38:kworker.0 00000100:00080000:2.0:1767319362.213602:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319362.213607:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319362.213610:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319362.213614:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4582 00000100:00080000:2.0:1767319362.213618:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319362.213624:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319362.213650:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985841664/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319362.213675:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319362.213679:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319362.213681:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319362.213683:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4582 00000100:00080000:2.0:1767319362.213685:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319362.213688:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319362.213701:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985841792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319362.213708:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319362.213711:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319362.213712:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319362.213715:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4582 00000100:00080000:2.0:1767319362.213717:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319362.213720:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319362.213745:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985841920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319362.213800:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985841664:0@lo:250:kworker.0 00000400:00000100:0.0:1767319362.213844:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985841664 offset 0 length 520: 4 00000100:00100000:0.0:1767319362.213879:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985841792:0@lo:38:kworker.0 00000400:00000100:0.0:1767319362.213897:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985841792 offset 0 length 520: 4 00000100:00100000:0.0:1767319362.213908:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985841920:0@lo:38:kworker.0 00000400:00000100:0.0:1767319362.213921:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985841920 offset 0 length 520: 4 00010000:00010000:1.0:1767319362.724711:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319363.748121:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319364.772333:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319365.797294:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319366.300203:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934112768 offset 0 length 520: 4 00000400:00000100:2.0:1767319366.300236:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934112896 offset 0 length 520: 4 00010000:00010000:1.0:1767319366.819985:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319367.332108:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319367.332119:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319367.332121:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319367.332125:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319367.332127:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319367.332130:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319367.844022:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319368.868990:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319369.894570:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319370.917709:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319371.940216:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319372.457444:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319372.457453:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319372.457456:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319372.457459:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319372.457462:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319372.457464:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319372.965046:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319373.987994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319375.013985:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319376.036104:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319377.064302:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319377.574284:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319377.574295:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319377.574298:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319377.574301:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319377.574304:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319377.574307:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319378.083963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319379.108725:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319380.135548:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319381.156023:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319382.184152:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319382.691850:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319382.691861:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319382.691864:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319382.691867:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319382.691870:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319382.691874:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319383.204134:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319384.228018:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319385.257069:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319386.276889:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319387.300335:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319387.812045:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319362/real 1767319362] req@ffff9b3ec51c1c00 x1853163985841664/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319387.812080:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985841664/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319387.812097:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319362/real 1767319362] req@ffff9b3ec51c1880 x1853163985841792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319387.812109:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985841792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319387.812119:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319362/real 1767319362] req@ffff9b3ec51c0700 x1853163985841920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319387.812128:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985841920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319387.812145:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319387.812172:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319387.812175:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985841664:0@lo:250:kworker.0 00000100:00080000:3.0:1767319387.812181:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319387.812187:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319387.812190:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985841792:0@lo:38:kworker.0 00000100:00080000:3.0:1767319387.812194:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319387.812198:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319387.812200:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985841920:0@lo:38:kworker.0 00000100:00080000:0.0:1767319387.812345:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319387.812351:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319387.812354:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319387.812370:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319387.812374:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319387.812381:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319387.812412:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985842048/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319387.812436:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319387.812447:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319387.812449:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319387.812452:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319387.812455:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319387.812458:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319387.812473:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985842176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319387.812483:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319387.812485:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319387.812487:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319387.812490:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319387.812492:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319387.812495:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319387.812506:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985842304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319387.812582:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985842048:0@lo:250:kworker.0 00000400:00000100:3.0:1767319387.812626:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985842048 offset 0 length 520: 4 00000100:00100000:3.0:1767319387.812666:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985842176:0@lo:38:kworker.0 00000400:00000100:3.0:1767319387.812684:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985842176 offset 0 length 520: 4 00000100:00100000:3.0:1767319387.812696:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985842304:0@lo:38:kworker.0 00000400:00000100:3.0:1767319387.812710:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985842304 offset 0 length 520: 4 00010000:00010000:2.0:1767319388.324548:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319389.348032:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319390.372603:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319391.395944:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319391.903777:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934113024 offset 0 length 520: 4 00000400:00000100:2.0:1767319391.903804:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934113152 offset 0 length 520: 4 00010000:00010000:2.0:1767319392.419961:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319392.932096:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.932105:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319392.932108:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.932110:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319392.932112:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.932114:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319393.443903:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319394.469949:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319395.492244:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319396.515945:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319397.540648:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319398.052442:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319398.052453:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319398.052456:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319398.052459:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319398.052462:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319398.052465:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319398.566012:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319399.587939:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319400.612878:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319401.636023:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319402.660351:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319403.171835:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319403.171846:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319403.172051:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319403.172055:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319403.172058:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319403.172061:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319403.683908:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319404.707929:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319405.731923:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319406.756636:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319407.779893:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319408.293030:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319408.293036:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319408.293039:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319408.293044:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319408.293047:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319408.293050:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319408.803987:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319409.832892:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319410.857064:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319411.876309:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319412.387877:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319387/real 1767319387] req@ffff9b3dca9b2300 x1853163985842048/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319412.387912:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985842048/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319412.387923:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319387/real 1767319387] req@ffff9b3dca9b1c00 x1853163985842176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319412.387936:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985842176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319412.387948:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319387/real 1767319387] req@ffff9b3dca9b2d80 x1853163985842304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319412.387958:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985842304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319412.387976:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319412.388010:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319412.388014:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985842048:0@lo:250:kworker.0 00000100:00080000:3.0:1767319412.388020:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319412.388026:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319412.388029:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985842176:0@lo:38:kworker.0 00000100:00080000:3.0:1767319412.388033:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319412.388038:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319412.388042:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985842304:0@lo:38:kworker.0 00000100:00080000:0.0:1767319412.388075:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319412.388082:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319412.388086:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319412.388091:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4633 00000100:00080000:0.0:1767319412.388096:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319412.388102:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319412.388146:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985842432/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319412.388176:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319412.388180:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319412.388181:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319412.388184:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4633 00000100:00080000:0.0:1767319412.388187:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319412.388190:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319412.388206:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985842560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319412.388215:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319412.388217:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319412.388219:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319412.388223:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4633 00000100:00080000:0.0:1767319412.388225:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319412.388229:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319412.388240:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985842688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319412.388243:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985842432:0@lo:250:kworker.0 00000400:00000100:3.0:1767319412.388297:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985842432 offset 0 length 520: 4 00000100:00100000:3.0:1767319412.388351:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985842560:0@lo:38:kworker.0 00000400:00000100:3.0:1767319412.388371:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985842560 offset 0 length 520: 4 00000100:00100000:3.0:1767319412.388386:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985842688:0@lo:38:kworker.0 00000400:00000100:3.0:1767319412.388401:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985842688 offset 0 length 520: 4 00010000:00010000:1.0:1767319412.900956:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319413.924227:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319414.951213:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319415.973843:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319416.476493:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934113280 offset 0 length 520: 4 00000400:00000100:2.0:1767319416.476526:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934113408 offset 0 length 520: 4 00010000:00010000:1.0:1767319416.996054:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319417.508432:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319417.508442:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319417.508446:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319417.508449:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319417.508452:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319417.508455:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319418.020029:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319419.044019:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319420.068159:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319421.091969:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319422.116041:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319422.629390:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319422.629399:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319422.629402:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319422.629405:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319422.629408:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319422.629411:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319423.139869:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319424.164080:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319425.189088:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319426.211893:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319427.237671:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319427.747838:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319427.747849:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319427.747852:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319427.747855:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319427.747858:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319427.747860:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319428.260860:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319429.284556:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319430.308002:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319431.333192:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319432.359347:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319432.867879:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319432.867890:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319432.867894:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319432.867897:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319432.867900:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319432.867904:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319433.380057:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319434.405500:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319435.427954:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319436.453410:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319437.475994:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319437.987856:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319412/real 1767319412] req@ffff9b3dca9b1f80 x1853163985842688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319437.987868:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319437.987873:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319437.987878:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319437.987881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319437.987883:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319437.987885:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319437.987888:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985842688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319437.987897:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319412/real 1767319412] req@ffff9b3dca9b0a80 x1853163985842432/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319437.987907:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985842432/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319437.987916:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319412/real 1767319412] req@ffff9b3dca9b1180 x1853163985842560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319437.987926:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985842560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319437.987944:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.987964:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319437.987968:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985842688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319437.987974:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.987979:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319437.987982:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985842432:0@lo:250:kworker.0 00000100:00080000:0.0:1767319437.987986:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.987990:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319437.987992:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985842560:0@lo:38:kworker.0 00000100:00080000:1.0:1767319437.987994:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319437.987998:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319437.988001:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319437.988006:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4657 00000100:00080000:1.0:1767319437.988010:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319437.988026:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319437.988064:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985842816/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319437.988096:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319437.988100:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319437.988101:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319437.988104:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4657 00000100:00080000:1.0:1767319437.988107:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319437.988110:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319437.988124:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985842944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319437.988133:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319437.988136:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319437.988137:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319437.988140:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4657 00000100:00080000:1.0:1767319437.988142:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319437.988145:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319437.988154:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985843072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319437.988217:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985842816:0@lo:250:kworker.0 00000400:00000100:0.0:1767319437.988267:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985842816 offset 0 length 520: 4 00000100:00100000:0.0:1767319437.988305:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985842944:0@lo:38:kworker.0 00000400:00000100:0.0:1767319437.988323:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985842944 offset 0 length 520: 4 00000100:00100000:0.0:1767319437.988347:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985843072:0@lo:38:kworker.0 00000400:00000100:0.0:1767319437.988363:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985843072 offset 0 length 520: 4 00010000:00010000:1.0:1767319438.500199:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319439.524599:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319440.548190:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319441.573613:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319442.077279:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934113536 offset 0 length 520: 4 00000400:00000100:2.0:1767319442.077307:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934113664 offset 0 length 520: 4 00010000:00010000:1.0:1767319442.596366:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319443.108205:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319443.108215:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319443.108217:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319443.108221:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319443.108224:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319443.108227:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319443.620060:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319444.644500:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319445.668248:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319446.695957:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319447.716165:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319448.227892:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319448.227918:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319448.227922:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319448.227926:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319448.227929:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319448.227933:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319448.742264:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319449.764280:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319450.788041:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319451.812098:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319452.836093:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319453.347925:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319453.347939:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319453.347943:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319453.347947:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319453.347951:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319453.347954:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319453.861192:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319454.884100:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319455.910470:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319456.931901:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319457.957559:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319458.467974:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319458.467982:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319458.467985:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319458.467988:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319458.467990:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319458.467994:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319458.980069:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319460.003985:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319461.027902:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319462.052048:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319462.563846:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319437/real 1767319437] req@ffff9b3ef40e0700 x1853163985842816/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319462.563881:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985842816/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319462.563889:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319437/real 1767319437] req@ffff9b3ef40e0a80 x1853163985842944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319462.563896:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985842944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319462.563905:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319437/real 1767319437] req@ffff9b3ef40e1180 x1853163985843072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319462.563917:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985843072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319462.563937:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319462.563971:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319462.563976:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985842816:0@lo:250:kworker.0 00000100:00080000:2.0:1767319462.563983:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319462.563988:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319462.563990:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985842944:0@lo:38:kworker.0 00000100:00080000:2.0:1767319462.563993:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319462.563996:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319462.563998:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985843072:0@lo:38:kworker.0 00000100:00080000:0.0:1767319462.564154:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.564161:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319462.564164:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.564173:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4683 00000100:00080000:0.0:1767319462.564178:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.564185:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319462.564226:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985843200/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319462.564256:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.564260:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319462.564261:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.564265:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4683 00000100:00080000:0.0:1767319462.564267:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.564271:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319462.564285:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985843328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319462.564294:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319462.564297:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319462.564299:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319462.564301:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4683 00000100:00080000:0.0:1767319462.564304:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319462.564307:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319462.564316:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985843456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319462.564388:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985843200:0@lo:250:kworker.0 00000400:00000100:2.0:1767319462.564448:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985843200 offset 0 length 520: 4 00000100:00100000:2.0:1767319462.564494:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985843328:0@lo:38:kworker.0 00000400:00000100:2.0:1767319462.564514:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985843328 offset 0 length 520: 4 00000100:00100000:2.0:1767319462.564526:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985843456:0@lo:38:kworker.0 00000400:00000100:2.0:1767319462.564540:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985843456 offset 0 length 520: 4 00010000:00010000:1.0:1767319463.075909:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319464.099960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319465.123953:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319466.150468:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319467.172045:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319467.682942:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934113792 offset 0 length 520: 4 00000400:00000100:2.0:1767319467.682968:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934113920 offset 0 length 520: 4 00000100:00080000:0.0:1767319467.683829:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319467.683837:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319467.683840:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319467.683844:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319467.683847:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319467.683850:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319468.195928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319469.224902:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319470.244038:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319471.268646:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319472.292136:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319472.803910:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.803919:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319472.803922:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.803926:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319472.803928:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.803931:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319473.316016:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319474.340989:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319475.363932:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319476.389569:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319477.412099:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319477.923835:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319477.923846:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319477.923849:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319477.923852:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319477.923855:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319477.923858:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319478.436422:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319479.459977:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319480.484193:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319481.509701:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319482.533669:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319483.043925:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319483.043935:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319483.043938:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319483.043942:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319483.043945:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319483.043948:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319483.558815:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319484.580182:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319485.605241:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319486.630226:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319487.139828:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319462/real 1767319462] req@ffff9b3dca9b1180 x1853163985843200/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319487.139866:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985843200/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319487.139877:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319462/real 1767319462] req@ffff9b3dca9b0a80 x1853163985843328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319487.139890:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985843328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319487.139900:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319462/real 1767319462] req@ffff9b3dca9b1f80 x1853163985843456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319487.139911:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985843456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319487.139928:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319487.139938:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319487.139942:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985843200:0@lo:250:kworker.0 00000100:00080000:3.0:1767319487.139947:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319487.139952:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319487.139955:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985843328:0@lo:38:kworker.0 00000100:00080000:3.0:1767319487.139959:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319487.139964:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319487.139967:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985843456:0@lo:38:kworker.0 00000100:00080000:0.0:1767319487.140140:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319487.140146:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319487.140149:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319487.140154:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4707 00000100:00080000:0.0:1767319487.140158:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319487.140164:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319487.140192:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3800 x1853163985843584/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319487.140217:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319487.140220:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319487.140222:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319487.140225:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4707 00000100:00080000:0.0:1767319487.140227:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319487.140231:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319487.140244:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985843584:0@lo:250:kworker.0 00000100:00100000:0.0:1767319487.140246:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985843712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319487.140255:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319487.140257:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319487.140259:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319487.140261:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4707 00000100:00080000:0.0:1767319487.140263:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000100:3.0:1767319487.140291:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985843584 offset 0 length 520: 4 00000100:00100000:3.0:1767319487.140342:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985843712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319487.140352:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000400:00000100:3.0:1767319487.140361:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985843712 offset 0 length 520: 4 00000100:00100000:0.0:1767319487.140363:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985843840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319487.140374:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985843840:0@lo:38:kworker.0 00000400:00000100:3.0:1767319487.140389:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985843840 offset 0 length 520: 4 00010000:00010000:1.0:1767319487.652209:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319488.676162:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319489.700100:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319490.724012:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319491.748256:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319492.254233:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934114048 offset 0 length 520: 4 00000400:00000100:0.0:1767319492.254258:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934114176 offset 0 length 520: 4 00000100:00080000:1.0:1767319492.260077:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319492.260089:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319492.260093:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319492.260096:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319492.260099:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319492.260101:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319492.772126:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319493.797852:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319494.819920:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319495.843960:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319496.869334:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319497.380992:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.381002:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319497.381005:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.381009:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319497.381012:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.381015:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319497.893197:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319498.919177:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319499.940697:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319500.964029:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319501.988028:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319502.499889:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319502.499900:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319502.499903:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319502.499906:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319502.499909:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319502.499912:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319503.012142:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319504.037454:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319505.060698:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319506.083910:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319507.108124:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319507.620059:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319507.620069:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319507.620072:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319507.620076:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319507.620079:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319507.620082:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319508.133525:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319509.158100:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319510.180380:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319511.207360:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319512.229070:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319512.740088:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319512.740099:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319512.740101:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319512.740104:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319512.740107:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319512.740109:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319512.740218:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319487/real 1767319487] req@ffff9b3dca9b0a80 x1853163985843840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319512.740248:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985843840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319512.740258:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319487/real 1767319487] req@ffff9b3dca9b1f80 x1853163985843712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319512.740268:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985843712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319512.740283:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319487/real 1767319487] req@ffff9b3dca9b3800 x1853163985843584/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319512.740294:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3800 x1853163985843584/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319512.740313:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319512.740330:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319512.740334:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985843840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319512.740340:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319512.740345:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319512.740347:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985843712:0@lo:38:kworker.0 00000100:00080000:2.0:1767319512.740351:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319512.740355:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319512.740357:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985843584:0@lo:250:kworker.0 00000100:00080000:1.0:1767319512.740550:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319512.740555:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319512.740558:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319512.740562:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4732 00000100:00080000:1.0:1767319512.740566:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319512.740572:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319512.740605:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985843968/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319512.740629:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319512.740632:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319512.740634:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319512.740646:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4732 00000100:00080000:1.0:1767319512.740649:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319512.740652:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319512.740667:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985844096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319512.740675:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319512.740678:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319512.740679:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319512.740682:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4732 00000100:00080000:1.0:1767319512.740684:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319512.740687:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319512.740697:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985844224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319512.740756:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985843968:0@lo:250:kworker.0 00000400:00000100:2.0:1767319512.740801:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985843968 offset 0 length 520: 4 00000100:00100000:2.0:1767319512.740840:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985844096:0@lo:38:kworker.0 00000400:00000100:2.0:1767319512.740859:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985844096 offset 0 length 520: 4 00000100:00100000:2.0:1767319512.740871:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985844224:0@lo:38:kworker.0 00000400:00000100:2.0:1767319512.740885:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985844224 offset 0 length 520: 4 00010000:00010000:1.0:1767319513.253502:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319514.276295:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319515.299972:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319516.324086:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319517.348083:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319517.852310:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934114304 offset 0 length 520: 4 00000400:00000100:0.0:1767319517.852339:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934114432 offset 0 length 520: 4 00000100:00080000:0.0:1767319517.860143:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319517.860155:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319517.860158:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319517.860162:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319517.860165:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319517.860168:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319518.372218:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319519.397240:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319520.420137:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319521.444423:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319522.469060:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319522.979915:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.979924:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319522.979927:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.979930:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319522.979933:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.979936:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319523.492530:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319524.516237:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319525.546994:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319526.564054:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319527.587927:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319528.100060:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319528.100071:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319528.100074:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319528.100077:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319528.100080:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319528.100083:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319528.612202:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319529.636569:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319530.660640:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319531.684139:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319532.709746:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319533.219966:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319533.219979:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319533.219983:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319533.219987:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319533.219990:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319533.219993:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319533.732756:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319534.756962:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319535.780106:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319536.804026:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319537.316029:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319512/real 1767319512] req@ffff9b3ef40e3b80 x1853163985843968/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319537.316074:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985843968/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319537.316197:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319512/real 1767319512] req@ffff9b3ef40e2680 x1853163985844096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319537.316214:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985844096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319537.316224:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319512/real 1767319512] req@ffff9b3ef40e1180 x1853163985844224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319537.316234:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985844224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319537.316257:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319537.316362:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319537.316368:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985843968:0@lo:250:kworker.0 00000100:00080000:1.0:1767319537.316375:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319537.316380:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319537.316384:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985844096:0@lo:38:kworker.0 00000100:00080000:1.0:1767319537.316388:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319537.316392:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319537.316395:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985844224:0@lo:38:kworker.0 00000100:00080000:0.0:1767319537.316458:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319537.316465:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319537.316470:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319537.316475:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4757 00000100:00080000:0.0:1767319537.316480:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319537.316488:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319537.316536:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985844352/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319537.316561:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319537.316564:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319537.316566:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319537.316570:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4757 00000100:00080000:0.0:1767319537.316573:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319537.316577:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319537.316593:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985844352:0@lo:250:kworker.0 00000100:00100000:0.0:1767319537.316598:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985844480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319537.316611:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319537.316614:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319537.316616:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319537.316620:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4757 00000100:00080000:0.0:1767319537.316622:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319537.316627:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319537.316640:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985844608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767319537.316658:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985844352 offset 0 length 520: 4 00000100:00100000:1.0:1767319537.316724:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985844480:0@lo:38:kworker.0 00000400:00000100:1.0:1767319537.316820:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985844480 offset 0 length 520: 4 00000100:00100000:1.0:1767319537.316833:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985844608:0@lo:38:kworker.0 00000400:00000100:1.0:1767319537.316847:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985844608 offset 0 length 520: 4 00010000:00010000:1.0:1767319537.830765:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319538.852042:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319539.876050:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319540.900330:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319541.925326:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319542.436021:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319542.436030:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319542.436033:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319542.436036:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319542.436039:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319542.436041:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:0.0:1767319542.444163:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934114560 offset 0 length 520: 4 00000400:00000100:0.0:1767319542.444192:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934114688 offset 0 length 520: 4 00010000:00010000:1.0:1767319542.948267:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319543.973313:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319544.995992:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319546.020035:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319547.048557:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319547.558908:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319547.558919:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319547.558922:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319547.558925:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319547.558928:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319547.558931:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319548.069694:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319549.092221:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319550.116353:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319551.140086:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319552.164000:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319552.675898:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319552.675918:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319552.675921:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319552.675925:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319552.675927:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319552.675930:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319553.188071:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319554.214212:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319555.235915:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319556.261403:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319557.284934:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319557.797940:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319557.797950:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319557.797953:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319557.797957:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319557.797960:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319557.797963:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319558.310117:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319559.334756:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319560.356327:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319561.380466:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319562.403893:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319562.915932:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319537/real 1767319537] req@ffff9b3dca9b2d80 x1853163985844480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319562.915968:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985844480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319562.915979:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319537/real 1767319537] req@ffff9b3dca9b1c00 x1853163985844608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319562.915990:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985844608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319562.915998:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319537/real 1767319537] req@ffff9b3dca9b1180 x1853163985844352/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319562.916008:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985844352/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319562.916026:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.916046:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319562.916050:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985844480:0@lo:38:kworker.0 00000100:00080000:1.0:1767319562.916055:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.916061:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319562.916063:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985844608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319562.916067:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.916071:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319562.916073:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985844352:0@lo:250:kworker.0 00000100:00080000:0.0:1767319562.916360:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319562.916365:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319562.916369:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319562.916373:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319562.916377:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319562.916383:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319562.916434:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985844736/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319562.916452:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319562.916455:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319562.916456:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319562.916458:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319562.916460:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319562.916462:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319562.916472:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985844864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319562.916477:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319562.916479:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319562.916480:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319562.916482:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319562.916483:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319562.916485:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319562.916490:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985844992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319562.916615:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985844736:0@lo:250:kworker.0 00000400:00000100:1.0:1767319562.916651:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985844736 offset 0 length 520: 4 00000100:00100000:1.0:1767319562.916705:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985844864:0@lo:38:kworker.0 00000400:00000100:1.0:1767319562.916756:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985844864 offset 0 length 520: 4 00000100:00100000:1.0:1767319562.916769:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985844992:0@lo:38:kworker.0 00000400:00000100:1.0:1767319562.916784:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985844992 offset 0 length 520: 4 00010000:00010000:3.0:1767319563.429412:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319564.451930:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319565.476111:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319566.500048:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319567.524147:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319568.032501:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934114816 offset 0 length 520: 4 00000400:00000100:1.0:1767319568.032528:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934114944 offset 0 length 520: 4 00000100:00080000:0.0:1767319568.035844:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319568.035857:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319568.035860:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319568.035864:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319568.035867:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319568.035870:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319568.547936:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319569.571939:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319570.597153:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319571.620021:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319572.644094:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319573.155938:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319573.155946:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319573.155948:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319573.155951:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319573.155955:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319573.155959:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319573.668879:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319574.691956:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319575.716871:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319576.740092:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319577.768902:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319578.278920:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319578.278931:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319578.278934:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319578.278938:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319578.278940:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319578.278943:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319578.789316:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319579.813373:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319580.844306:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319581.860475:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319582.884332:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319583.396987:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319583.396996:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319583.396999:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319583.397003:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319583.397006:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319583.397008:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319583.908008:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319584.931949:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319585.956070:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319586.980033:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319587.493378:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319562/real 1767319562] req@ffff9b3dca9b2300 x1853163985844736/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319587.493411:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985844736/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319587.493421:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319562/real 1767319562] req@ffff9b3dca9b3100 x1853163985844864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319587.493432:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985844864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319587.493441:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319562/real 1767319562] req@ffff9b3dca9b3b80 x1853163985844992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319587.493452:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985844992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319587.493469:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319587.493491:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319587.493495:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985844736:0@lo:250:kworker.0 00000100:00080000:0.0:1767319587.493500:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319587.493505:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319587.493508:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985844864:0@lo:38:kworker.0 00000100:00080000:0.0:1767319587.493512:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319587.493516:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319587.493519:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985844992:0@lo:38:kworker.0 00000100:00080000:3.0:1767319587.493969:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319587.493974:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319587.493977:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319587.493982:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4808 00000100:00080000:3.0:1767319587.493985:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319587.493992:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319587.494017:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985845120/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319587.494032:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319587.494035:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319587.494037:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319587.494040:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4808 00000100:00080000:3.0:1767319587.494042:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319587.494045:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319587.494057:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985845248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319587.494064:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319587.494067:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319587.494068:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319587.494070:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4808 00000100:00080000:3.0:1767319587.494072:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319587.494075:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319587.494084:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985845376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319587.495084:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985845120:0@lo:250:kworker.0 00000400:00000100:0.0:1767319587.495134:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985845120 offset 0 length 520: 4 00000100:00100000:0.0:1767319587.495177:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985845248:0@lo:38:kworker.0 00000400:00000100:0.0:1767319587.495196:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985845248 offset 0 length 520: 4 00000100:00100000:0.0:1767319587.495219:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985845376:0@lo:38:kworker.0 00000400:00000100:0.0:1767319587.495235:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985845376 offset 0 length 520: 4 00010000:00010000:3.0:1767319588.004384:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319589.028114:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319590.053011:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319591.076913:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319592.099953:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319592.608295:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934115072 offset 0 length 520: 4 00000400:00000100:1.0:1767319592.608323:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934115200 offset 0 length 520: 4 00000100:00080000:1.0:1767319592.612749:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319592.612759:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319592.612762:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319592.612766:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319592.612769:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319592.612772:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319593.124947:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319594.148985:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319595.171963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319596.195966:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319597.220493:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319597.733588:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319597.733598:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319597.733601:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319597.733605:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319597.733608:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319597.733610:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319598.245375:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319599.271256:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319600.296104:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319601.316448:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319602.341163:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319602.852800:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319602.852814:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319602.852817:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319602.852821:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319602.852824:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319602.852827:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319603.364639:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319604.388112:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319605.411905:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319606.436157:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319607.462662:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319607.975162:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.975172:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319607.975175:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.975179:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319607.975182:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.975185:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319608.483990:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319609.510715:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319610.532420:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319611.556130:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319612.067911:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319587/real 1767319587] req@ffff9b3efb684000 x1853163985845120/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319612.067938:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985845120/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319612.067946:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319587/real 1767319587] req@ffff9b3efb687800 x1853163985845248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319612.067953:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985845248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319612.067959:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319587/real 1767319587] req@ffff9b3efb685180 x1853163985845376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319612.067964:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985845376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319612.067981:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319612.068001:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319612.068006:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985845120:0@lo:250:kworker.0 00000100:00080000:2.0:1767319612.068012:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319612.068017:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319612.068020:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985845248:0@lo:38:kworker.0 00000100:00080000:2.0:1767319612.068025:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319612.068029:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319612.068031:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985845376:0@lo:38:kworker.0 00000100:00080000:3.0:1767319612.071101:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.071110:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319612.071113:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.071121:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319612.071125:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319612.071131:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319612.071165:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985845504/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319612.071196:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.071200:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319612.071202:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.071205:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319612.071207:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319612.071211:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319612.071237:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985845632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319612.071246:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.071248:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319612.071250:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.071252:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319612.071253:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319612.071255:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319612.071265:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985845760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319612.071357:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985845504:0@lo:250:kworker.0 00000400:00000100:2.0:1767319612.071402:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985845504 offset 0 length 520: 4 00000100:00100000:2.0:1767319612.071437:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985845632:0@lo:38:kworker.0 00000400:00000100:2.0:1767319612.071450:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985845632 offset 0 length 520: 4 00000100:00100000:2.0:1767319612.071461:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985845760:0@lo:38:kworker.0 00000400:00000100:2.0:1767319612.071474:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985845760 offset 0 length 520: 4 00010000:00010000:3.0:1767319612.580077:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319613.604100:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319614.628645:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319615.653645:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319616.676158:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319617.180623:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934115328 offset 0 length 520: 4 00000400:00000100:2.0:1767319617.180645:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934115456 offset 0 length 520: 4 00000100:00080000:3.0:1767319617.187851:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319617.187861:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319617.187864:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319617.187868:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319617.187870:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319617.187874:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319617.699979:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319618.724096:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319619.749860:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319620.774456:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319621.795946:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319622.307896:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319622.307907:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319622.307910:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319622.307914:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319622.307917:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319622.307920:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319622.820227:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319623.844158:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319624.869718:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319625.891933:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319626.916182:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319627.428277:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319627.428286:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319627.428289:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319627.428291:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319627.428293:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319627.428295:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319627.939990:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319628.969714:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319629.988057:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319631.011991:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319632.036073:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319632.547930:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319632.547941:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319632.547944:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319632.547947:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319632.547950:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319632.547953:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319633.059987:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319634.084387:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319635.108413:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319636.132648:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319637.155998:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319637.668888:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319637.668896:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319637.668900:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319637.668903:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319637.668906:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319637.668908:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319637.669674:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319612/real 1767319612] req@ffff9b3efb687b80 x1853163985845504/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319637.669706:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985845504/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319637.669748:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319612/real 1767319612] req@ffff9b3efb686680 x1853163985845632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319637.669763:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985845632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319637.669772:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319612/real 1767319612] req@ffff9b3efb685180 x1853163985845760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319637.669784:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985845760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319637.669803:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319637.669824:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319637.669828:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985845504:0@lo:250:kworker.0 00000100:00080000:2.0:1767319637.669834:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319637.669839:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319637.669842:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985845632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319637.669846:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319637.669850:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319637.669853:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985845760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319637.669920:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319637.669926:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319637.669929:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319637.669934:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4857 00000100:00080000:0.0:1767319637.669938:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319637.669944:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319637.669985:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985845888/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319637.670010:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319637.670014:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319637.670016:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319637.670019:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4857 00000100:00080000:0.0:1767319637.670022:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319637.670025:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319637.670051:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985846016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319637.670060:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319637.670062:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319637.670064:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319637.670067:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4857 00000100:00080000:0.0:1767319637.670069:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319637.670072:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767319637.670083:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985846144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319637.671436:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985845888:0@lo:250:kworker.0 00000400:00000100:2.0:1767319637.671494:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985845888 offset 0 length 520: 4 00000100:00100000:2.0:1767319637.671538:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985846016:0@lo:38:kworker.0 00000400:00000100:2.0:1767319637.671559:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985846016 offset 0 length 520: 4 00000100:00100000:2.0:1767319637.671570:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985846144:0@lo:38:kworker.0 00000400:00000100:2.0:1767319637.671583:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985846144 offset 0 length 520: 4 00010000:00010000:2.0:1767319638.179971:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319639.203902:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319640.228814:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319641.252128:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319642.275998:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319642.786408:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934115584 offset 0 length 520: 4 00000400:00000100:2.0:1767319642.786432:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934115712 offset 0 length 520: 4 00000100:00080000:3.0:1767319642.788610:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319642.788618:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319642.788621:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319642.788624:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319642.788627:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319642.788629:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319643.300001:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319644.324051:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319645.349546:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319646.371957:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319647.398722:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319647.908066:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319647.908075:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319647.908078:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319647.908081:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319647.908084:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319647.908086:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319648.419941:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319649.444255:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319650.468553:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319651.492394:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319652.518321:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319653.027925:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319653.027935:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319653.027938:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319653.027941:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319653.027944:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319653.027947:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319653.541856:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319654.572058:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319655.587931:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319656.612006:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319657.637325:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319658.149146:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319658.149156:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319658.149160:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319658.149163:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319658.149166:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319658.149169:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319658.660691:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319659.684349:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319660.710397:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319661.735166:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319662.243852:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319637/real 1767319637] req@ffff9b3dca9b3b80 x1853163985845888/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319662.243909:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985845888/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319662.243930:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319637/real 1767319637] req@ffff9b3dca9b3100 x1853163985846016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319662.243941:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985846016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319662.243947:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319637/real 1767319637] req@ffff9b3dca9b2300 x1853163985846144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319662.243958:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985846144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319662.243977:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319662.244001:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319662.244005:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985845888:0@lo:250:kworker.0 00000100:00080000:0.0:1767319662.244010:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319662.244015:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319662.244017:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985846016:0@lo:38:kworker.0 00000100:00080000:0.0:1767319662.244020:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319662.244022:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319662.244024:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985846144:0@lo:38:kworker.0 00000100:00080000:3.0:1767319662.250847:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319662.250859:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319662.250866:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319662.251200:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319662.251205:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319662.251214:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319662.251439:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985846272/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319662.251461:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319662.251464:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319662.251465:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319662.251468:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319662.251470:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319662.251473:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319662.251483:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985846400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319662.251489:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319662.251492:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319662.251493:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319662.251495:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319662.251496:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319662.251498:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319662.251504:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985846528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319662.251835:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985846272:0@lo:250:kworker.0 00000400:00000100:0.0:1767319662.252114:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985846272 offset 0 length 520: 4 00000100:00100000:0.0:1767319662.252307:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985846400:0@lo:38:kworker.0 00000400:00000100:0.0:1767319662.252325:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985846400 offset 0 length 520: 4 00000100:00100000:0.0:1767319662.252334:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985846528:0@lo:38:kworker.0 00000400:00000100:0.0:1767319662.252342:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985846528 offset 0 length 520: 4 00010000:00010000:2.0:1767319662.756340:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319663.780531:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319664.805336:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319665.828074:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319666.851944:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319667.358505:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934115840 offset 0 length 520: 4 00000400:00000100:1.0:1767319667.358533:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934115968 offset 0 length 520: 4 00000100:00080000:2.0:1767319667.364396:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319667.364406:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319667.364409:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319667.364412:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319667.364415:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319667.364419:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319667.879331:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319668.903018:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319669.924037:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319670.951087:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319671.971972:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319672.483846:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319672.484162:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319672.484166:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319672.484170:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319672.484172:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319672.484175:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319672.995934:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319674.020011:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319675.044680:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319676.068875:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319677.091960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319677.603915:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319677.603924:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319677.603927:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319677.603930:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319677.603933:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319677.603936:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319678.116750:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319679.140326:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319680.168094:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319681.188234:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319682.211971:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319682.723985:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319682.723996:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319682.724010:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319682.724015:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319682.724018:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319682.724021:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319683.236277:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319684.262617:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319685.288333:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319686.308877:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319687.334289:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319687.844437:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319687.844448:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319687.844450:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319687.844454:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319687.844456:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319687.844459:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319687.846128:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319662/real 1767319662] req@ffff9b3efb687800 x1853163985846272/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319687.846164:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985846272/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319687.846175:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319662/real 1767319662] req@ffff9b3efb684000 x1853163985846400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319687.846186:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985846400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319687.846196:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319662/real 1767319662] req@ffff9b3efb685180 x1853163985846528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319687.846207:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985846528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319687.846225:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319687.846234:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319687.846238:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985846272:0@lo:250:kworker.0 00000100:00080000:2.0:1767319687.846244:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319687.846248:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319687.846251:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985846400:0@lo:38:kworker.0 00000100:00080000:2.0:1767319687.846255:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319687.846260:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319687.846263:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985846528:0@lo:38:kworker.0 00000100:00080000:3.0:1767319687.846415:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319687.846429:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319687.846432:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319687.846436:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4907 00000100:00080000:3.0:1767319687.846440:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319687.846484:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319687.846513:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985846656/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319687.846540:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319687.846544:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319687.846546:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319687.846549:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4907 00000100:00080000:3.0:1767319687.846552:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319687.846556:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319687.846582:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985846784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319687.846591:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319687.846594:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319687.846596:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319687.846600:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4907 00000100:00080000:3.0:1767319687.846603:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319687.846607:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319687.846966:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985846656:0@lo:250:kworker.0 00000400:00000100:2.0:1767319687.847013:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985846656 offset 0 length 520: 4 00000100:00100000:2.0:1767319687.847053:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985846784:0@lo:38:kworker.0 00000400:00000100:2.0:1767319687.847095:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985846784 offset 0 length 520: 4 00000100:00100000:3.0:1767319687.847873:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985846912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319687.847996:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985846912:0@lo:38:kworker.0 00000400:00000100:2.0:1767319687.848023:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985846912 offset 0 length 520: 4 00010000:00010000:2.0:1767319688.355967:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319689.380249:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319690.404009:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319691.428281:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319692.451958:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319692.957196:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934116096 offset 0 length 520: 4 00000400:00000100:0.0:1767319692.957215:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934116224 offset 0 length 520: 4 00000100:00080000:1.0:1767319692.964177:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319692.964187:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319692.964190:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319692.964193:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319692.964196:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319692.964199:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319693.476066:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319694.500345:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319695.524111:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319696.548091:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319697.571925:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319698.084662:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.084673:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319698.084676:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.084679:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319698.084682:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.084685:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319698.595912:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319699.620110:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319700.645362:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319701.669215:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319702.692177:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319703.203960:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319703.203974:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319703.203977:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319703.203980:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319703.203983:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319703.203986:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319703.716174:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319704.742374:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319705.764208:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319706.791779:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319707.813752:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319708.325582:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319708.325594:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319708.325597:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319708.325599:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319708.325602:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319708.325605:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319708.836025:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319709.861674:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319710.887274:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319711.907951:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319712.419885:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319687/real 1767319687] req@ffff9b3efb685180 x1853163985846912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319712.420018:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985846912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319712.420037:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319687/real 1767319687] req@ffff9b3efb686680 x1853163985846656/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319712.420049:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985846656/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319712.420059:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319687/real 1767319687] req@ffff9b3efb687b80 x1853163985846784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319712.420081:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985846784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319712.420100:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319712.420125:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319712.420129:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985846912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319712.420136:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319712.420141:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319712.420144:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985846656:0@lo:250:kworker.0 00000100:00080000:0.0:1767319712.420148:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319712.420152:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319712.420155:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985846784:0@lo:38:kworker.0 00000100:00080000:2.0:1767319712.422939:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319712.422961:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319712.422973:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319712.422981:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4933 00000100:00080000:2.0:1767319712.422986:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319712.422993:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319712.423033:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985847040/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319712.423067:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319712.423072:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319712.423073:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319712.423077:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4933 00000100:00080000:2.0:1767319712.423079:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319712.423082:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319712.423098:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985847168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319712.423106:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319712.423109:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319712.423110:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319712.423124:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4933 00000100:00080000:2.0:1767319712.423127:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319712.423130:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319712.423142:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985847296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319712.423182:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985847040:0@lo:250:kworker.0 00000400:00000100:0.0:1767319712.423231:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985847040 offset 0 length 520: 4 00000100:00100000:0.0:1767319712.423290:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985847168:0@lo:38:kworker.0 00000400:00000100:0.0:1767319712.423307:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985847168 offset 0 length 520: 4 00000100:00100000:0.0:1767319712.423319:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985847296:0@lo:38:kworker.0 00000400:00000100:0.0:1767319712.423332:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985847296 offset 0 length 520: 4 00010000:00010000:1.0:1767319712.935344:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319713.955978:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319714.980056:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319716.003934:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319717.029889:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319717.535031:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934116352 offset 0 length 520: 4 00000400:00000100:0.0:1767319717.535058:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934116480 offset 0 length 520: 4 00000100:00080000:3.0:1767319717.540130:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319717.540140:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319717.540143:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319717.540147:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319717.540149:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319717.540153:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319718.052076:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319719.076320:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319720.101515:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319721.124241:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319722.148298:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319722.661867:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319722.661878:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319722.661882:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319722.661885:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319722.661887:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319722.661890:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319723.172785:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319724.196027:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319725.219952:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319726.244306:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319727.268338:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319727.780384:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319727.780395:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319727.780398:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319727.780402:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319727.780404:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319727.780407:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319728.291976:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319729.315973:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319730.345401:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319731.364064:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319732.388982:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319732.900096:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319732.900107:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319732.900110:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319732.900114:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319732.900116:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319732.900119:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319733.411986:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319734.435955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319735.460534:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319736.486556:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319737.508547:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319738.021058:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319738.021068:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319738.021071:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319738.021074:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319738.021077:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319738.021080:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319738.021194:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319712/real 1767319712] req@ffff9b3ec51c0700 x1853163985847040/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319738.021237:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985847040/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319738.021246:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319712/real 1767319712] req@ffff9b3ec51c1880 x1853163985847168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319738.021257:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985847168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319738.021265:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319712/real 1767319712] req@ffff9b3ec51c1c00 x1853163985847296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319738.021275:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985847296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319738.021295:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319738.021313:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319738.021317:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985847040:0@lo:250:kworker.0 00000100:00080000:3.0:1767319738.021323:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319738.021328:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319738.021331:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985847168:0@lo:38:kworker.0 00000100:00080000:3.0:1767319738.021335:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319738.021339:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319738.021342:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985847296:0@lo:38:kworker.0 00000100:00080000:1.0:1767319738.021408:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319738.021414:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319738.021417:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319738.021422:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4957 00000100:00080000:1.0:1767319738.021425:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319738.021432:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319738.021460:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985847424/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319738.021489:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319738.021500:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319738.021502:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319738.021505:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4957 00000100:00080000:1.0:1767319738.021507:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319738.021511:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319738.021526:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985847552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319738.021534:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319738.021537:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319738.021538:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319738.021541:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4957 00000100:00080000:1.0:1767319738.021544:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319738.021547:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319738.021556:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985847680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319738.022464:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985847424:0@lo:250:kworker.0 00000400:00000100:3.0:1767319738.022621:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985847424 offset 0 length 520: 4 00000100:00100000:3.0:1767319738.022671:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985847552:0@lo:38:kworker.0 00000400:00000100:3.0:1767319738.022696:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985847552 offset 0 length 520: 4 00000100:00100000:3.0:1767319738.022711:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985847680:0@lo:38:kworker.0 00000400:00000100:3.0:1767319738.022753:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985847680 offset 0 length 520: 4 00010000:00010000:2.0:1767319738.532267:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319739.558407:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319740.591984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319741.607798:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319742.111537:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934116608 offset 0 length 520: 4 00000400:00000100:0.0:1767319742.111563:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934116736 offset 0 length 520: 4 00010000:00010000:2.0:1767319742.635513:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319743.140043:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319743.140055:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319743.140058:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319743.140062:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319743.140064:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319743.140067:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319743.656437:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319744.676813:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319745.700188:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319746.723944:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319747.748752:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319748.261977:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319748.261989:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319748.261992:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319748.261995:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319748.261999:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319748.262001:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319748.778878:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319749.796347:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319750.819927:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319751.844101:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319752.868815:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319753.380500:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319753.380510:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319753.380513:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319753.380517:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319753.380520:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319753.380523:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319753.892534:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319754.916006:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319755.940071:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319756.964047:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319757.990556:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319758.500143:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319758.500155:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319758.500159:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319758.500162:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319758.500165:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319758.500168:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319759.012766:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319760.035982:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319761.061057:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319762.090866:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319763.108235:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319763.620350:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319763.620362:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319763.620365:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319763.620368:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319763.620371:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319763.620373:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319763.621533:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319738/real 1767319738] req@ffff9b3ef40e1180 x1853163985847424/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319763 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319763.621572:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985847424/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319763 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319763.621582:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319738/real 1767319738] req@ffff9b3ef40e2680 x1853163985847552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319763 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319763.621593:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985847552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319763 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319763.621602:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319738/real 1767319738] req@ffff9b3ef40e3b80 x1853163985847680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319763 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319763.621612:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985847680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319763 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319763.621631:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319763.621653:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319763.621657:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985847424:0@lo:250:kworker.0 00000100:00080000:3.0:1767319763.621663:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319763.621669:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319763.621672:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985847552:0@lo:38:kworker.0 00000100:00080000:3.0:1767319763.621676:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319763.621680:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319763.621683:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985847680:0@lo:38:kworker.0 00000100:00080000:1.0:1767319763.621694:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319763.621699:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319763.621702:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319763.621706:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 4983 00000100:00080000:1.0:1767319763.621710:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319763.621717:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319763.621789:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985847808/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319763.621813:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319763.621816:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319763.621818:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319763.621821:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4983 00000100:00080000:1.0:1767319763.621823:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319763.621827:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319763.621841:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985847936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319763.621849:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319763.621853:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319763.621854:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319763.621857:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4983 00000100:00080000:1.0:1767319763.621859:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319763.621862:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319763.621870:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985848064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319763.622463:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985847808:0@lo:250:kworker.0 00000400:00000100:3.0:1767319763.622509:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985847808 offset 0 length 520: 4 00000100:00100000:3.0:1767319763.622598:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985847936:0@lo:38:kworker.0 00000400:00000100:3.0:1767319763.622613:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985847936 offset 0 length 520: 4 00000100:00100000:3.0:1767319763.622622:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985848064:0@lo:38:kworker.0 00000400:00000100:3.0:1767319763.622631:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985848064 offset 0 length 520: 4 00010000:00010000:2.0:1767319764.134906:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319765.156056:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319766.180233:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319767.206064:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319767.708075:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934116864 offset 0 length 520: 4 00000400:00000100:3.0:1767319767.708309:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934116992 offset 0 length 520: 4 00010000:00010000:2.0:1767319768.229092:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319768.739843:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319768.739853:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319768.739857:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319768.739872:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319768.739876:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319768.739879:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319769.251973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319770.276622:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319771.304195:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319772.324240:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319773.347950:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319773.865868:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319773.865877:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319773.865880:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319773.865882:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319773.865884:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319773.865887:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319774.372182:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319775.395902:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319776.421050:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319777.446478:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319778.468010:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319778.980537:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319778.980546:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319778.980549:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319778.980551:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319778.980552:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319778.980554:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319779.495486:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319780.515945:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319781.540304:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319782.564466:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319783.588026:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319784.100930:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319784.100942:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319784.100946:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319784.100949:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319784.100952:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319784.100955:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319784.612896:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319785.636258:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319786.661503:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319787.684716:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319788.196208:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319763/real 1767319763] req@ffff9b3ef40e0a80 x1853163985847808/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319788 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319788.196250:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985847808/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319788 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319788.196262:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319763/real 1767319763] req@ffff9b3ef40e0700 x1853163985847936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319788 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319788.196274:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985847936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319788 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319788.196282:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319763/real 1767319763] req@ffff9b3ef40e0000 x1853163985848064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319788 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319788.196292:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985848064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319788 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319788.196309:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319788.196331:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319788.196335:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985847808:0@lo:250:kworker.0 00000100:00080000:1.0:1767319788.196341:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319788.196347:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319788.196350:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985847936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319788.196354:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319788.196358:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319788.196360:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985848064:0@lo:38:kworker.0 00000100:00080000:2.0:1767319788.196382:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319788.196389:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319788.196393:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319788.196398:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1767319788.196401:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319788.196408:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319788.196448:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985848192/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319788.196473:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319788.196477:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319788.196479:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319788.196482:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1767319788.196484:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319788.196488:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319788.196503:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985848192:0@lo:250:kworker.0 00000100:00100000:2.0:1767319788.196503:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985848320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319788.196511:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319788.196514:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319788.196515:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319788.196518:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1767319788.196520:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319788.196523:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319788.196531:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985848448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767319788.196548:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985848192 offset 0 length 520: 4 00000100:00100000:1.0:1767319788.196603:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985848320:0@lo:38:kworker.0 00000400:00000100:1.0:1767319788.196622:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985848320 offset 0 length 520: 4 00000100:00100000:1.0:1767319788.196632:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985848448:0@lo:38:kworker.0 00000400:00000100:1.0:1767319788.196645:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985848448 offset 0 length 520: 4 00010000:00010000:2.0:1767319788.708356:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319789.731974:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319790.755941:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319791.780370:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319792.286879:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934117120 offset 0 length 520: 4 00000400:00000100:3.0:1767319792.286908:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934117248 offset 0 length 520: 4 00010000:00010000:2.0:1767319792.809289:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319793.315988:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319793.316002:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319793.316006:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319793.316010:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319793.316013:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319793.316017:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319793.839883:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319794.852261:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319795.880432:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319796.901002:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319797.925373:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319798.436186:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319798.436197:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319798.436201:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319798.436205:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319798.436209:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319798.436211:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319798.948164:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319799.972434:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319800.997719:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319802.019963:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319803.044326:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319803.556072:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319803.556086:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319803.556089:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319803.556093:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319803.556095:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319803.556099:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319804.068242:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319805.092104:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319806.115932:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319807.140550:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319808.164074:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319808.676072:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319808.676083:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319808.676086:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319808.676089:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319808.676092:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319808.676096:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319809.195390:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319810.212184:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319811.236233:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319812.260764:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319813.287488:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319813.795893:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319788/real 1767319788] req@ffff9b3ec51c1880 x1853163985848320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319813.795953:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985848320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319813.795964:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319788/real 1767319788] req@ffff9b3ec51c0700 x1853163985848448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319813.795975:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985848448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319813.795984:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319788/real 1767319788] req@ffff9b3ec51c1c00 x1853163985848192/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319813.795996:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985848192/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319813.796014:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319813.796023:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319813.796028:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985848320:0@lo:38:kworker.0 00000100:00080000:0.0:1767319813.796033:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319813.796037:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319813.796040:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985848448:0@lo:38:kworker.0 00000100:00080000:0.0:1767319813.796045:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319813.796049:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319813.796052:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985848192:0@lo:250:kworker.0 00000100:00080000:1.0:1767319813.796359:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319813.796366:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319813.796370:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319813.796375:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319813.796378:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319813.796385:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319813.796422:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985848576/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319813.796447:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319813.796451:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319813.796453:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319813.796457:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319813.796459:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319813.796462:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319813.796475:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985848704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319813.796484:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319813.796487:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319813.796489:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319813.796492:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5033 00000100:00080000:1.0:1767319813.796494:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319813.796496:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319813.796505:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985848832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319813.796654:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985848576:0@lo:250:kworker.0 00000400:00000100:0.0:1767319813.796706:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985848576 offset 0 length 520: 4 00000100:00100000:0.0:1767319813.796779:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985848704:0@lo:38:kworker.0 00000400:00000100:0.0:1767319813.796801:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985848704 offset 0 length 520: 4 00000100:00100000:0.0:1767319813.796812:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985848832:0@lo:38:kworker.0 00000400:00000100:0.0:1767319813.796825:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985848832 offset 0 length 520: 4 00010000:00010000:1.0:1767319814.308417:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319815.331960:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319816.356495:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319817.379893:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319817.889566:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934117376 offset 0 length 520: 4 00000400:00000100:3.0:1767319817.889602:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934117504 offset 0 length 520: 4 00010000:00010000:1.0:1767319818.404262:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319818.921921:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319818.922063:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319818.922067:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319818.922070:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319818.922073:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319818.922076:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319819.429452:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319820.452005:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319821.475911:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319822.500296:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319823.527426:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319824.036175:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319824.036187:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319824.036190:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319824.036194:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319824.036197:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319824.036200:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319824.550794:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319825.572016:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319826.596511:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319827.621799:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319828.643946:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319829.155826:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319829.155837:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319829.155840:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319829.155848:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319829.155850:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319829.155856:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319829.668021:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319830.692016:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319831.724928:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319832.741453:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319833.767000:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319834.276091:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319834.276101:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319834.276104:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319834.276107:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319834.276110:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319834.276113:0:55969:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319834.789375:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319835.812315:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319836.836094:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319837.860027:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319838.371874:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319813/real 1767319813] req@ffff9b3ef40e0000 x1853163985848576/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319838 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319838.371908:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985848576/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319838 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319838.371928:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319813/real 1767319813] req@ffff9b3ef40e0700 x1853163985848704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319838 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319838.371941:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985848704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319838 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319838.371952:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319813/real 1767319813] req@ffff9b3ef40e0a80 x1853163985848832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319838 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319838.371964:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985848832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319838 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319838.371982:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.371992:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319838.371995:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985848576:0@lo:250:kworker.0 00000100:00080000:0.0:1767319838.372001:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.372007:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319838.372010:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985848704:0@lo:38:kworker.0 00000100:00080000:0.0:1767319838.372015:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.372019:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319838.372022:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985848832:0@lo:38:kworker.0 00000100:00080000:1.0:1767319838.376590:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319838.376601:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319838.376607:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319838.376615:0:55969:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5059 00000100:00080000:1.0:1767319838.376621:0:55969:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319838.376629:0:55969:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319838.376779:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985848960/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319838.376816:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319838.376821:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319838.376823:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319838.376827:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5059 00000100:00080000:1.0:1767319838.376829:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319838.376833:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319838.376848:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985849088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319838.376856:0:55969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319838.376859:0:55969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319838.376861:0:55969:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319838.376864:0:55969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5059 00000100:00080000:1.0:1767319838.376866:0:55969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319838.376869:0:55969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319838.376876:0:55969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985849216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319838.376913:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985848960:0@lo:250:kworker.0 00000400:00000100:1.0:1767319838.376963:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985848960 offset 0 length 520: 4 00000100:00100000:1.0:1767319838.377006:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985849088:0@lo:38:kworker.0 00000400:00000100:1.0:1767319838.377023:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985849088 offset 0 length 520: 4 00000100:00100000:1.0:1767319838.377035:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985849216:0@lo:38:kworker.0 00000400:00000100:1.0:1767319838.377048:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985849216 offset 0 length 520: 4 00010000:00010000:1.0:1767319838.885312:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319839.908294:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319840.932179:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319841.956218:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319842.470166:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934117632 offset 0 length 520: 4 00000400:00000100:1.0:1767319842.470195:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934117760 offset 0 length 520: 4 00010000:00010000:1.0:1767319842.980202:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319843.492537:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319843.492834:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319843.492838:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319843.492841:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319843.492845:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319843.492848:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319844.004119:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319845.028003:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319846.052254:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319847.076018:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319848.101955:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319848.612456:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319848.612466:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319848.612470:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319848.612474:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319848.612477:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319848.612480:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319849.124233:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319850.148371:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319851.173171:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319852.196156:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319853.220068:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319853.732187:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319853.732199:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319853.732201:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319853.732205:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319853.732208:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319853.732211:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319854.244200:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319855.270961:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319856.294072:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319857.315959:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319858.342342:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319858.852560:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319858.852575:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319858.852579:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319858.852582:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319858.852586:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319858.852589:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319859.364139:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319860.388081:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319861.412722:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319862.436174:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319863.462329:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319863.973884:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319838/real 1767319838] req@ffff9b3ef40e0e00 x1853163985848960/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319863.973884:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319863.973894:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319863.973901:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319863.973907:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319863.973910:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319863.973914:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319863.974543:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985848960/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319863.974554:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319838/real 1767319838] req@ffff9b3ef40e2300 x1853163985849088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319863.974565:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985849088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319863.974573:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319838/real 1767319838] req@ffff9b3ef40e1880 x1853163985849216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319863.974582:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985849216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319863.974599:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319863.974630:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319863.974634:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985848960:0@lo:250:kworker.0 00000100:00080000:1.0:1767319863.974640:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319863.974644:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319863.974648:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985849088:0@lo:38:kworker.0 00000100:00080000:1.0:1767319863.974652:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319863.974656:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319863.974658:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985849216:0@lo:38:kworker.0 00000100:00080000:3.0:1767319863.974712:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319863.974717:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319863.974721:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319863.974725:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5083 00000100:00080000:3.0:1767319863.974759:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319863.974767:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319863.974801:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985849344/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319863.974826:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319863.974829:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319863.974832:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319863.974835:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5083 00000100:00080000:3.0:1767319863.974838:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319863.974841:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319863.974856:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985849472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319863.974865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319863.974867:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319863.974869:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319863.974872:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5083 00000100:00080000:3.0:1767319863.974874:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319863.974877:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767319863.974887:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985849600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319863.975501:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985849344:0@lo:250:kworker.0 00000400:00000100:1.0:1767319863.975564:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985849344 offset 0 length 520: 4 00000100:00100000:1.0:1767319863.975622:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985849472:0@lo:38:kworker.0 00000400:00000100:1.0:1767319863.978380:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985849472 offset 0 length 520: 4 00000100:00100000:1.0:1767319863.978422:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985849600:0@lo:38:kworker.0 00000400:00000100:1.0:1767319863.978438:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985849600 offset 0 length 520: 4 00010000:00010000:2.0:1767319864.485440:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319865.508059:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319866.531975:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319867.556303:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319868.060184:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934117888 offset 0 length 520: 4 00000400:00000100:0.0:1767319868.060215:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934118016 offset 0 length 520: 4 00010000:00010000:2.0:1767319868.579983:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319869.092576:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319869.092588:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319869.092591:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319869.092594:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319869.092597:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319869.092600:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319869.604114:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319870.630463:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319871.651964:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319872.677619:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319873.700042:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319874.214230:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319874.214245:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319874.214249:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319874.214252:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319874.214255:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319874.214258:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319874.724054:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319875.749191:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319876.772989:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319877.797528:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319878.819947:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319879.331988:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319879.331998:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319879.332001:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319879.332003:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319879.332006:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319879.332009:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319879.844419:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319880.868095:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319881.892007:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319882.916146:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319883.940024:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319884.453934:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319884.453949:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319884.453953:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319884.453957:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319884.453960:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319884.453963:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319884.964267:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319885.988331:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319887.016865:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319888.036343:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319888.550506:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319863/real 1767319863] req@ffff9b3efb684000 x1853163985849344/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319888 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319888.550554:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985849344/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319888 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319888.551239:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319863/real 1767319863] req@ffff9b3efb687800 x1853163985849472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319888 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319888.551259:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985849472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319888 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319888.551269:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319863/real 1767319863] req@ffff9b3efb687b80 x1853163985849600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319888 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319888.551282:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985849600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319888 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319888.551315:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319888.551338:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319888.551343:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985849344:0@lo:250:kworker.0 00000100:00080000:0.0:1767319888.551350:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319888.551356:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319888.551359:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985849472:0@lo:38:kworker.0 00000100:00080000:0.0:1767319888.551363:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319888.551367:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319888.551370:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985849600:0@lo:38:kworker.0 00000100:00080000:1.0:1767319888.551448:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319888.551455:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319888.551458:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319888.551464:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5109 00000100:00080000:1.0:1767319888.551468:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319888.551476:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319888.551517:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985849728/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319888.551545:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319888.551548:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319888.551550:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319888.551553:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5109 00000100:00080000:1.0:1767319888.551556:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319888.551559:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319888.551575:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985849856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319888.551583:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319888.551585:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319888.551587:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319888.551590:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5109 00000100:00080000:1.0:1767319888.551592:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319888.551595:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319888.551606:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985849984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319888.551665:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985849728:0@lo:250:kworker.0 00000400:00000100:0.0:1767319888.551767:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985849728 offset 0 length 520: 4 00000100:00100000:0.0:1767319888.551821:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985849856:0@lo:38:kworker.0 00000400:00000100:0.0:1767319888.551945:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985849856 offset 0 length 520: 4 00000100:00100000:0.0:1767319888.551961:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985849984:0@lo:38:kworker.0 00000400:00000100:0.0:1767319888.551978:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985849984 offset 0 length 520: 4 00010000:00010000:2.0:1767319889.060067:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319890.084505:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319891.108131:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319892.132080:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319893.156503:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319893.665880:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934118144 offset 0 length 520: 4 00000400:00000100:0.0:1767319893.665915:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934118272 offset 0 length 520: 4 00000100:00080000:1.0:1767319893.667853:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319893.667861:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319893.667865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319893.667867:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319893.667875:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319893.667877:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319894.184764:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319895.204115:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319896.232606:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319897.252469:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319898.276278:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319898.791363:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.791382:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319898.791385:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.791389:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319898.791392:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.791396:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319899.306990:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319900.329199:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319901.349326:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319902.372282:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319903.396233:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319903.910650:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319903.910667:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319903.910672:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319903.910677:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319903.910680:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319903.910684:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319904.420341:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319905.444268:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319906.470960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319907.492200:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319908.516812:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319909.028204:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319909.028218:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319909.028221:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319909.028225:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319909.028228:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319909.028231:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319909.540103:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319910.564066:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319911.591019:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319912.612438:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319913.124058:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319888/real 1767319888] req@ffff9b3ef40e1880 x1853163985849728/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319913.124094:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985849728/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319913.124113:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319888/real 1767319888] req@ffff9b3ef40e2300 x1853163985849856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319913.124127:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985849856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319913.124137:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319888/real 1767319888] req@ffff9b3ef40e0e00 x1853163985849984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319913.124149:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985849984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319913.124170:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319913.124201:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319913.124206:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985849728:0@lo:250:kworker.0 00000100:00080000:0.0:1767319913.124212:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319913.124218:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319913.124221:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985849856:0@lo:38:kworker.0 00000100:00080000:0.0:1767319913.124225:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319913.124229:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319913.124231:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985849984:0@lo:38:kworker.0 00000100:00080000:1.0:1767319913.124418:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319913.124426:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319913.124430:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319913.124435:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767319913.124441:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319913.124447:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319913.124501:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0380 x1853163985850112/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319913.124528:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319913.124531:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319913.124533:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319913.124537:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767319913.124539:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319913.124543:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319913.124559:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985850240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319913.124574:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319913.124578:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319913.124580:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319913.124583:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767319913.124585:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319913.124589:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319913.124600:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985850368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319913.124841:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985850112:0@lo:250:kworker.0 00000400:00000100:0.0:1767319913.124891:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985850112 offset 0 length 520: 4 00000100:00100000:0.0:1767319913.124957:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985850240:0@lo:38:kworker.0 00000400:00000100:0.0:1767319913.124978:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985850240 offset 0 length 520: 4 00000100:00100000:0.0:1767319913.125211:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985850368:0@lo:38:kworker.0 00000400:00000100:0.0:1767319913.125233:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985850368 offset 0 length 520: 4 00010000:00010000:2.0:1767319913.637993:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319914.660528:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319915.685839:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319916.708550:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319917.731980:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319918.237138:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934118400 offset 0 length 520: 4 00000400:00000100:0.0:1767319918.237170:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934118528 offset 0 length 520: 4 00000100:00080000:0.0:1767319918.245379:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319918.245390:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319918.245393:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319918.245397:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319918.245400:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319918.245402:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319918.757426:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319919.781294:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319920.804587:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319921.829454:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319922.852040:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319923.364125:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319923.364136:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319923.364138:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319923.364141:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319923.364144:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319923.364147:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319923.875999:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319924.900002:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319925.931709:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319926.948074:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319927.972238:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319928.484016:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319928.484028:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319928.484032:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319928.484036:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319928.484039:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319928.484042:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319929.000621:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319930.020952:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319931.045450:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319932.068334:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319933.094123:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319933.604533:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319933.604545:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319933.604557:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319933.604561:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319933.604564:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319933.604567:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319934.117320:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319935.140806:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319936.164137:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319937.188281:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319938.211924:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319938.723866:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319913/real 1767319913] req@ffff9b3ef40e0e00 x1853163985850368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319938 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319938.723902:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985850368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319938 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319938.723914:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319913/real 1767319913] req@ffff9b3ef40e0380 x1853163985850112/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319938 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319938.723936:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0380 x1853163985850112/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319938 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319938.723946:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319913/real 1767319913] req@ffff9b3ef40e3800 x1853163985850240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319938 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319938.723957:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985850240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319938 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319938.723978:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319938.723989:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319938.723994:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985850368:0@lo:38:kworker.0 00000100:00080000:1.0:1767319938.724001:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319938.724007:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319938.724010:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985850112:0@lo:250:kworker.0 00000100:00080000:1.0:1767319938.724015:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319938.724019:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319938.724022:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985850240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319938.726536:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319938.726545:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319938.726550:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319938.726558:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319938.726563:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319938.726571:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319938.726611:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985850496/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319938.726641:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319938.726645:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319938.726647:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319938.726650:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319938.726652:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319938.726655:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767319938.726670:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985850624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319938.726679:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319938.726682:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319938.726684:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319938.726687:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319938.726689:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319938.726693:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319938.726703:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985850496:0@lo:250:kworker.0 00000100:00100000:2.0:1767319938.726704:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985850752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767319938.726845:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985850496 offset 0 length 520: 4 00000100:00100000:1.0:1767319938.726965:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985850624:0@lo:38:kworker.0 00000400:00000100:1.0:1767319938.726989:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985850624 offset 0 length 520: 4 00000100:00100000:1.0:1767319938.727009:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985850752:0@lo:38:kworker.0 00000400:00000100:1.0:1767319938.727024:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985850752 offset 0 length 520: 4 00010000:00010000:1.0:1767319939.236444:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319940.260947:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319941.284329:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319942.311332:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319943.331937:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319943.838982:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934118656 offset 0 length 520: 4 00000400:00000100:0.0:1767319943.839008:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934118784 offset 0 length 520: 4 00000100:00080000:2.0:1767319943.844105:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319943.844117:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319943.844119:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319943.844123:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319943.844125:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319943.844128:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319944.355946:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319945.380174:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319946.405457:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319947.431093:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319948.453048:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319948.963991:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319948.964003:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319948.964007:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319948.964011:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319948.964014:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319948.964017:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319949.476871:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319950.500140:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319951.524190:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319952.548171:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319953.572033:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319954.084116:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319954.084129:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319954.084133:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319954.084136:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319954.084139:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319954.084142:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319954.596473:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319955.622022:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319956.644037:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319957.669632:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319958.692221:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319959.205417:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319959.205426:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319959.205430:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319959.205434:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319959.205437:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319959.205440:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319959.716102:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319960.740172:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319961.764036:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319962.788356:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319963.300092:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319938/real 1767319938] req@ffff9b3ec51c1880 x1853163985850752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319963.300130:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985850752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319963.300145:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319938/real 1767319938] req@ffff9b3ec51c1c00 x1853163985850496/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319963.300157:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985850496/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319963.300165:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319938/real 1767319938] req@ffff9b3ec51c0700 x1853163985850624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319963.300175:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985850624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319963.300192:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319963.300219:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319963.300223:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985850752:0@lo:38:kworker.0 00000100:00080000:2.0:1767319963.300228:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319963.300233:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319963.300236:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985850496:0@lo:250:kworker.0 00000100:00080000:2.0:1767319963.300240:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319963.300244:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319963.300246:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985850624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319963.301530:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.301541:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319963.301544:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.301552:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5183 00000100:00080000:1.0:1767319963.301557:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.301564:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319963.301604:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3800 x1853163985850880/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319963.301637:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.301641:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319963.301643:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.301647:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5183 00000100:00080000:1.0:1767319963.301649:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.301652:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319963.301667:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0380 x1853163985851008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319963.301675:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319963.301678:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319963.301680:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319963.301682:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5183 00000100:00080000:1.0:1767319963.301685:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319963.301688:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319963.301697:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0e00 x1853163985851136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319963.301841:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985850880:0@lo:250:kworker.0 00000400:00000100:2.0:1767319963.301906:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985850880 offset 0 length 520: 4 00000100:00100000:2.0:1767319963.301953:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985851008:0@lo:38:kworker.0 00000400:00000100:2.0:1767319963.301971:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985851008 offset 0 length 520: 4 00000100:00100000:2.0:1767319963.301982:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985851136:0@lo:38:kworker.0 00000400:00000100:2.0:1767319963.301998:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985851136 offset 0 length 520: 4 00010000:00010000:2.0:1767319963.811945:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319964.837020:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319965.859874:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319966.884183:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319967.908475:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319968.413283:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934118912 offset 0 length 520: 4 00000400:00000100:2.0:1767319968.413313:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934119040 offset 0 length 520: 4 00000100:00080000:3.0:1767319968.423187:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.423200:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319968.423204:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.423207:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319968.423211:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.423214:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767319968.934650:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319969.955973:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319970.982452:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319972.004128:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319973.028999:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319973.539896:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319973.539923:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319973.539926:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319973.539929:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319973.539932:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319973.539936:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319974.054375:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319975.076090:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319976.099891:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319977.124081:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319978.152262:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319978.659882:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319978.659893:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319978.659896:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319978.659900:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319978.659903:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319978.659906:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319979.171880:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319980.196230:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319981.220176:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319982.244114:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319983.269788:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319983.781207:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319983.781216:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319983.781219:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319983.781222:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319983.781224:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319983.781225:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319984.296238:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319985.316916:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319986.342752:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319987.364000:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319988.388066:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319988.900674:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319988.900684:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319988.900688:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319988.900691:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319988.900694:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319988.900697:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319988.902172:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319963/real 1767319963] req@ffff9b3ef40e3800 x1853163985850880/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319988.902215:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3800 x1853163985850880/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319988.902232:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319963/real 1767319963] req@ffff9b3ef40e0380 x1853163985851008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319988.902246:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0380 x1853163985851008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319988.902254:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319963/real 1767319963] req@ffff9b3ef40e0e00 x1853163985851136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319988.902263:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0e00 x1853163985851136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319988.902279:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319988.902298:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319988.902303:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985850880:0@lo:250:kworker.0 00000100:00080000:3.0:1767319988.902308:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319988.902313:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319988.902316:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985851008:0@lo:38:kworker.0 00000100:00080000:3.0:1767319988.902320:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319988.902324:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319988.902326:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985851136:0@lo:38:kworker.0 00000100:00080000:1.0:1767319988.902494:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319988.902499:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319988.902502:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319988.902507:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767319988.902511:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319988.902517:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319988.902543:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2300 x1853163985851264/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319988.902566:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319988.902569:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319988.902571:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319988.902574:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767319988.902584:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319988.902587:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319988.902601:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1880 x1853163985851392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319988.902608:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319988.902611:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319988.902612:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319988.902615:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767319988.902617:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319988.902620:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767319988.902628:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985851520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319988.903020:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985851264:0@lo:250:kworker.0 00000400:00000100:3.0:1767319988.903070:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985851264 offset 0 length 520: 4 00000100:00100000:3.0:1767319988.903110:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985851392:0@lo:38:kworker.0 00000400:00000100:3.0:1767319988.903129:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985851392 offset 0 length 520: 4 00000100:00100000:3.0:1767319988.903140:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985851520:0@lo:38:kworker.0 00000400:00000100:3.0:1767319988.903155:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985851520 offset 0 length 520: 4 00010000:00010000:1.0:1767319989.412438:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319990.436713:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319991.460290:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319992.483923:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319993.508085:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319994.014190:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934119168 offset 0 length 520: 4 00000400:00000100:0.0:1767319994.014219:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934119296 offset 0 length 520: 4 00000100:00080000:3.0:1767319994.022846:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319994.022856:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319994.022859:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319994.022862:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319994.022865:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319994.022868:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319994.531916:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319995.556824:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319996.581117:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319997.604518:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319998.628020:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319999.140081:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319999.140092:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319999.140095:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319999.140099:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319999.140101:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319999.140104:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319999.652106:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320000.675875:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320001.700362:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320002.724169:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320003.748089:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320004.262049:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320004.262059:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320004.262063:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320004.262067:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320004.262070:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320004.262082:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320004.773028:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320005.796003:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320006.819951:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320007.843976:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320008.869163:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320009.379884:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.379895:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320009.379899:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.379903:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320009.379906:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.379909:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320009.894800:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320010.916596:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320011.940204:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320012.963848:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320013.476130:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319988/real 1767319988] req@ffff9b3ef40e2300 x1853163985851264/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320013.476175:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2300 x1853163985851264/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320013.476185:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319988/real 1767319988] req@ffff9b3ef40e1880 x1853163985851392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320013.476198:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1880 x1853163985851392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320013.476207:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319988/real 1767319988] req@ffff9b3ef40e0a80 x1853163985851520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320013.476216:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0a80 x1853163985851520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320013.476234:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320013.476257:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320013.476261:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985851264:0@lo:250:kworker.0 00000100:00080000:0.0:1767320013.476267:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320013.476272:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320013.476275:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985851392:0@lo:38:kworker.0 00000100:00080000:0.0:1767320013.476279:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320013.476283:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320013.476286:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985851520:0@lo:38:kworker.0 00000100:00080000:2.0:1767320013.477887:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320013.477898:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320013.477903:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320013.477911:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5234 00000100:00080000:2.0:1767320013.477917:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320013.477965:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320013.478004:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985851648/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320013.478032:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320013.478036:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320013.478037:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320013.478040:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5234 00000100:00080000:2.0:1767320013.478043:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320013.478046:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320013.478059:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985851776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320013.478067:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320013.478070:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320013.478071:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320013.478074:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5234 00000100:00080000:2.0:1767320013.478076:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320013.478079:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320013.478087:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985851904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320013.478655:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985851648:0@lo:250:kworker.0 00000400:00000100:0.0:1767320013.478712:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985851648 offset 0 length 520: 4 00000100:00100000:0.0:1767320013.478810:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985851776:0@lo:38:kworker.0 00000400:00000100:0.0:1767320013.478830:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985851776 offset 0 length 520: 4 00000100:00100000:0.0:1767320013.478864:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985851904:0@lo:38:kworker.0 00000400:00000100:0.0:1767320013.478882:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985851904 offset 0 length 520: 4 00010000:00010000:1.0:1767320013.989760:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320015.012249:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320016.036235:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320017.059875:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320018.084005:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320018.590430:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934119424 offset 0 length 520: 4 00000400:00000100:0.0:1767320018.590517:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934119552 offset 0 length 520: 4 00000100:00080000:3.0:1767320018.596241:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320018.596252:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320018.596255:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320018.596259:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320018.596262:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320018.596264:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320019.108082:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320020.132055:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320021.155948:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320022.180039:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320023.204958:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320023.715881:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320023.715893:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320023.715897:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320023.715900:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320023.715903:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320023.715906:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320024.230310:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320025.251899:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320026.276614:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320027.301410:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320028.326658:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320028.835875:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320028.835885:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320028.835888:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320028.836122:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320028.836125:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320028.836127:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320029.347884:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320030.372441:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320031.396696:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320032.420088:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320033.443850:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320033.955845:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320033.955856:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320033.955859:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320033.955862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320033.955865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320033.955868:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320034.470161:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320035.492127:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320036.518095:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320037.540297:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320038.055483:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320013/real 1767320013] req@ffff9b3ec51c0700 x1853163985851648/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320038.055519:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985851648/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320038.055530:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320013/real 1767320013] req@ffff9b3ec51c1c00 x1853163985851776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320038.055543:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985851776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320038.055553:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320013/real 1767320013] req@ffff9b3ec51c1880 x1853163985851904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320038.055564:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985851904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320038.055582:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320038.055614:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320038.055618:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985851648:0@lo:250:kworker.0 00000100:00080000:2.0:1767320038.055624:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320038.055630:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320038.055633:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985851776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320038.055637:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320038.055641:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320038.055644:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985851904:0@lo:38:kworker.0 00000100:00080000:0.0:1767320038.055752:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320038.055757:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320038.055760:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320038.055764:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5258 00000100:00080000:0.0:1767320038.055768:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320038.055774:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320038.055804:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985852032/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320038.056095:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985852032:0@lo:250:kworker.0 00000400:00000100:2.0:1767320038.056140:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985852032 offset 0 length 520: 4 00000100:00080000:0.0:1767320038.058476:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320038.058485:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320038.058489:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320038.058495:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5258 00000100:00080000:0.0:1767320038.058500:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320038.058507:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320038.058540:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985852160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320038.058973:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985852160:0@lo:38:kworker.0 00000400:00000100:2.0:1767320038.059024:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985852160 offset 0 length 520: 4 00000100:00080000:0.0:1767320038.059989:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320038.059997:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320038.060000:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320038.060006:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5258 00000100:00080000:0.0:1767320038.060010:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320038.060018:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320038.060049:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985852288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320038.061208:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985852288:0@lo:38:kworker.0 00000400:00000100:2.0:1767320038.061275:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985852288 offset 0 length 520: 4 00010000:00010000:3.0:1767320038.564074:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320039.588761:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320040.612111:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320041.636115:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320042.660104:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320043.165844:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934119680 offset 0 length 520: 4 00000400:00000100:2.0:1767320043.165886:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934119808 offset 0 length 520: 4 00000100:00080000:2.0:1767320043.179495:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.179510:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320043.179515:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.179519:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320043.179534:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320043.179539:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320043.693932:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320044.710287:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320045.731963:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320046.758618:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320047.780778:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320048.292331:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320048.292348:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320048.292351:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320048.292354:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320048.292357:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320048.292360:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320048.804023:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320049.828188:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320050.851993:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320051.880179:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320052.914445:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320053.415586:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320053.415597:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320053.415601:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320053.415605:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320053.415610:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320053.415613:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320053.924002:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320054.954471:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320055.972175:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320056.996568:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320058.021968:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320058.534396:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320058.534411:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320058.534414:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320058.534417:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320058.534420:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320058.534423:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320059.044076:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320060.069972:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320061.092219:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320062.119369:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320063.141033:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320063.651947:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320063.651963:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320063.651966:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320063.651970:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320063.651973:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320063.651976:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320063.652482:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320038/real 1767320038] req@ffff9b3dca9b3b80 x1853163985852288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320063.652526:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985852288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320063.652538:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320038/real 1767320038] req@ffff9b3dca9b3100 x1853163985852160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320063.652551:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985852160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320063.652568:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320038/real 1767320038] req@ffff9b3dca9b2300 x1853163985852032/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320063.652581:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985852032/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320063.652603:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320063.652627:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320063.652632:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985852288:0@lo:38:kworker.0 00000100:00080000:1.0:1767320063.652639:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320063.652645:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320063.652648:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985852160:0@lo:38:kworker.0 00000100:00080000:1.0:1767320063.652652:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320063.652656:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320063.652658:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985852032:0@lo:250:kworker.0 00000100:00080000:0.0:1767320063.653449:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.653457:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320063.653462:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320063.653479:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5283 00000100:00080000:0.0:1767320063.653484:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.653495:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320063.653536:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985852416/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320063.653570:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.653573:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320063.653575:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320063.653578:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5283 00000100:00080000:0.0:1767320063.653581:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.653585:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320063.653601:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985852544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320063.653609:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320063.653612:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320063.653613:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320063.653616:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5283 00000100:00080000:0.0:1767320063.653619:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320063.653622:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320063.653631:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985852672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320063.653989:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985852416:0@lo:250:kworker.0 00000400:00000100:2.0:1767320063.654127:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985852416 offset 0 length 520: 4 00000100:00100000:2.0:1767320063.654187:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985852544:0@lo:38:kworker.0 00000400:00000100:2.0:1767320063.654212:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985852544 offset 0 length 520: 4 00000100:00100000:2.0:1767320063.654224:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985852672:0@lo:38:kworker.0 00000400:00000100:2.0:1767320063.654239:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985852672 offset 0 length 520: 4 00010000:00010000:1.0:1767320064.164383:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320065.188790:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320066.212759:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320067.236115:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320068.260237:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320068.767834:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934119936 offset 0 length 520: 4 00000400:00000100:2.0:1767320068.767861:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934120064 offset 0 length 520: 4 00000100:00080000:1.0:1767320068.771967:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320068.771978:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320068.771981:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320068.771985:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320068.771988:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320068.771993:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320069.284591:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320070.309837:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320071.332273:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320072.356117:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320073.384210:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320073.892710:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.892724:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320073.892752:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.892756:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320073.892759:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320073.892763:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320074.404002:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320075.433137:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320076.455426:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320077.476112:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320078.500082:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320079.011915:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320079.011926:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320079.011933:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320079.011936:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320079.011939:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320079.011942:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320079.525147:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320080.550626:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320081.572105:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320082.596042:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320083.620586:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320084.132287:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320084.132297:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320084.132300:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320084.132303:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320084.132305:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320084.132317:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320084.643969:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320085.668759:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320086.692136:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320087.716118:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320088.227950:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320063/real 1767320063] req@ffff9b3dca9b2a00 x1853163985852416/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320088.227987:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985852416/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320088.227999:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320063/real 1767320063] req@ffff9b3dca9b0000 x1853163985852544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320088.228010:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985852544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320088.228030:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320063/real 1767320063] req@ffff9b3dca9b1880 x1853163985852672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320088.228043:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985852672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320088.228062:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320088.228091:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320088.228095:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985852416:0@lo:250:kworker.0 00000100:00080000:3.0:1767320088.228102:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320088.228108:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320088.228111:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985852544:0@lo:38:kworker.0 00000100:00080000:3.0:1767320088.228115:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320088.228119:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320088.228122:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985852672:0@lo:38:kworker.0 00000100:00080000:0.0:1767320088.228970:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320088.228978:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320088.228982:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320088.228989:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5308 00000100:00080000:0.0:1767320088.228994:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320088.229001:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320088.229045:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3480 x1853163985852800/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320088.229076:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320088.229079:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320088.229081:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320088.229085:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5308 00000100:00080000:0.0:1767320088.229087:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320088.229091:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320088.229106:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985852928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320088.229121:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320088.229123:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320088.229125:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320088.229128:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5308 00000100:00080000:0.0:1767320088.229130:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320088.229133:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320088.229142:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985853056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320088.229838:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985852800:0@lo:250:kworker.0 00000400:00000100:3.0:1767320088.229890:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985852800 offset 0 length 520: 4 00000100:00100000:3.0:1767320088.229935:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985852928:0@lo:38:kworker.0 00000400:00000100:3.0:1767320088.229954:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985852928 offset 0 length 520: 4 00000100:00100000:3.0:1767320088.229966:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985853056:0@lo:38:kworker.0 00000400:00000100:3.0:1767320088.229981:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985853056 offset 0 length 520: 4 00010000:00010000:1.0:1767320088.740804:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320089.764010:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320090.788751:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320091.814261:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320092.836079:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320093.345171:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934120192 offset 0 length 520: 4 00000400:00000100:2.0:1767320093.345194:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934120320 offset 0 length 520: 4 00000100:00080000:1.0:1767320093.347973:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.347982:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320093.347986:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.347990:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320093.347993:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320093.347997:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320093.860172:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320094.887260:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320095.910137:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320096.937049:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320097.956052:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320098.468486:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.468497:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320098.468501:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.468505:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320098.468508:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320098.468510:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320098.980616:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320100.004124:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320101.029494:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320102.055006:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320103.076203:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320103.588539:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.588547:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320103.588550:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.588553:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320103.588556:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320103.588559:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320104.100054:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320105.124540:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320106.154581:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320107.172180:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320108.195920:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320108.710381:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320108.710393:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320108.710396:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320108.710400:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320108.710403:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320108.710407:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320109.221598:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320110.244769:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320111.268288:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320112.292097:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320113.315970:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320113.827872:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320113.827884:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320088/real 1767320088] req@ffff9b3dca9b3480 x1853163985852800/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320113.827885:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320113.827890:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320113.827902:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320113.827905:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320113.827907:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320113.827922:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3480 x1853163985852800/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320113.827933:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320088/real 1767320088] req@ffff9b3dca9b1880 x1853163985852928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320113.827944:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985852928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320113.827953:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320088/real 1767320088] req@ffff9b3dca9b0000 x1853163985853056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320113.827963:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985853056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320113.827982:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320113.828003:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320113.828007:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985852800:0@lo:250:kworker.0 00000100:00080000:1.0:1767320113.828012:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320113.828016:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320113.828019:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985852928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320113.828023:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320113.828026:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320113.828029:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985853056:0@lo:38:kworker.0 00000100:00080000:0.0:1767320113.828143:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320113.828146:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320113.828148:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320113.828152:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5333 00000100:00080000:0.0:1767320113.828156:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320113.828162:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320113.828196:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985853184/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320113.828223:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320113.828226:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320113.828228:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320113.828231:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5333 00000100:00080000:0.0:1767320113.828234:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320113.828238:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320113.828253:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985853312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320113.828262:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320113.828264:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320113.828265:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320113.828268:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5333 00000100:00080000:0.0:1767320113.828270:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320113.828273:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320113.828282:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985853440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320113.828343:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985853184:0@lo:250:kworker.0 00000400:00000100:1.0:1767320113.828391:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985853184 offset 0 length 520: 4 00000100:00100000:1.0:1767320113.828447:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985853312:0@lo:38:kworker.0 00000400:00000100:1.0:1767320113.828466:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985853312 offset 0 length 520: 4 00000100:00100000:1.0:1767320113.828480:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985853440:0@lo:38:kworker.0 00000400:00000100:1.0:1767320113.828496:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985853440 offset 0 length 520: 4 00010000:00010000:1.0:1767320114.340628:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320115.364045:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320116.388461:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320117.414153:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320118.437304:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320118.939977:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934120448 offset 0 length 520: 4 00000400:00000100:0.0:1767320118.940005:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934120576 offset 0 length 520: 4 00000100:00080000:2.0:1767320118.951758:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320118.951768:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320118.951771:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320118.951774:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320118.951777:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320118.951779:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320119.462471:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320120.484617:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320121.509286:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320122.532289:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320123.556054:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320124.067911:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320124.067924:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320124.067927:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320124.067931:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320124.067934:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320124.067937:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320124.580702:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320125.605863:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320126.630338:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320127.652007:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320128.677073:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320129.188715:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320129.188725:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320129.188743:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320129.188747:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320129.188749:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320129.188753:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320129.701363:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320130.726697:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320131.747939:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320132.772086:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320133.796981:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320134.308057:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.308068:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320134.308071:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.308075:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320134.308078:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320134.308081:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320134.819976:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320135.845720:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320136.869669:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320137.892110:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320138.404074:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320113/real 1767320113] req@ffff9b3dca9b2a00 x1853163985853184/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320138.404146:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985853184/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320138.404157:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320113/real 1767320113] req@ffff9b3dca9b2300 x1853163985853312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320138.404169:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985853312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320138.404178:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320113/real 1767320113] req@ffff9b3dca9b3100 x1853163985853440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320138.404188:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985853440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320138.404206:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320138.404283:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320138.404288:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985853184:0@lo:250:kworker.0 00000100:00080000:1.0:1767320138.404294:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320138.404469:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320138.404475:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320138.404478:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320138.404484:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5359 00000100:00080000:2.0:1767320138.404487:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320138.404494:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320138.404540:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985853568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320138.404555:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320138.404558:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320138.404559:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320138.404562:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5359 00000100:00080000:2.0:1767320138.404565:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320138.404568:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320138.404582:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985853696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320138.404589:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320138.404592:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320138.404714:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320138.404718:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985853312:0@lo:38:kworker.0 00000100:00080000:1.0:1767320138.404724:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320138.404807:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320138.404811:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320138.404813:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320138.404817:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5359 00000100:00080000:2.0:1767320138.404820:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320138.404823:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320138.404836:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985853824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320138.406242:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320138.406253:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985853440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320138.406306:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985853568:0@lo:250:kworker.0 00000400:00000100:1.0:1767320138.406368:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985853568 offset 0 length 520: 4 00000100:00100000:1.0:1767320138.406422:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985853696:0@lo:38:kworker.0 00000400:00000100:1.0:1767320138.406443:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985853696 offset 0 length 520: 4 00000100:00100000:1.0:1767320138.406453:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985853824:0@lo:38:kworker.0 00000400:00000100:1.0:1767320138.406467:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985853824 offset 0 length 520: 4 00010000:00010000:1.0:1767320138.916127:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320139.943946:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320140.963952:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320141.988466:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320143.011990:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320143.517506:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934120704 offset 0 length 520: 4 00000400:00000100:2.0:1767320143.517531:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934120832 offset 0 length 520: 4 00000100:00080000:0.0:1767320143.523935:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.523944:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320143.523947:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.523950:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320143.523953:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320143.523955:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320144.035900:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320145.059981:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320146.084099:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320147.108052:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320148.133356:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320148.643923:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320148.643935:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320148.643939:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320148.643943:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320148.643946:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320148.643949:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320149.156259:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320150.181978:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320151.204004:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320152.228342:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320153.252489:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320153.764982:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.764990:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320153.764993:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.764997:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320153.765000:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320153.765002:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320154.276294:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320155.299985:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320156.324616:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320157.348026:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320158.372933:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320158.883849:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320158.883861:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320158.883864:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320158.883868:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320158.883871:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320158.883874:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320159.396279:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320160.420232:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320161.447237:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320162.468130:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320163.493073:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320164.003995:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320138/real 1767320138] req@ffff9b3ec51c1880 x1853163985853568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320164.004038:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985853568/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320164.004050:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320138/real 1767320138] req@ffff9b3ec51c1c00 x1853163985853696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320164.004066:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985853696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320164.004086:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320138/real 1767320138] req@ffff9b3ec51c0700 x1853163985853824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320164.004099:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985853824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320164.004119:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.004148:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320164.004153:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985853568:0@lo:250:kworker.0 00000100:00080000:3.0:1767320164.004159:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.004164:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320164.004167:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985853696:0@lo:38:kworker.0 00000100:00080000:3.0:1767320164.004172:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.004176:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320164.004179:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985853824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320164.004284:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.004290:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320164.004293:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.004298:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5383 00000100:00080000:0.0:1767320164.004302:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.004315:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320164.004351:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985853952/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320164.004374:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.004377:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320164.004380:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.004383:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5383 00000100:00080000:0.0:1767320164.004385:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.004389:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320164.004404:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985854080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320164.004412:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.004414:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320164.004416:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.004419:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5383 00000100:00080000:0.0:1767320164.004421:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.004424:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320164.004433:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985854208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320164.004668:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985853952:0@lo:250:kworker.0 00000400:00000100:3.0:1767320164.004750:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985853952 offset 0 length 520: 4 00000100:00100000:3.0:1767320164.004805:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985854080:0@lo:38:kworker.0 00000400:00000100:3.0:1767320164.004827:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985854080 offset 0 length 520: 4 00000100:00100000:3.0:1767320164.004842:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985854208:0@lo:38:kworker.0 00000400:00000100:3.0:1767320164.004859:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985854208 offset 0 length 520: 4 00010000:00010000:2.0:1767320164.515944:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320165.540195:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320166.564009:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320167.591916:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320168.092675:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934120960 offset 0 length 520: 4 00000400:00000100:2.0:1767320168.092700:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934121088 offset 0 length 520: 4 00010000:00010000:2.0:1767320168.614368:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320169.124149:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320169.124160:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320169.124163:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320169.124165:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320169.124170:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320169.124173:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320169.637253:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320170.660716:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320171.683918:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320172.707894:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320173.732442:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320174.243870:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320174.243882:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320174.243886:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320174.243888:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320174.243892:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320174.243895:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320174.755949:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320175.781506:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320176.803968:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320177.828166:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320178.852430:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320179.364942:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320179.364954:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320179.364958:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320179.364961:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320179.364964:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320179.364967:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320179.876042:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320180.901607:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320181.924420:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320182.949097:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320183.972124:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320184.486107:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320184.486119:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320184.486122:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320184.486125:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320184.486128:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320184.486131:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320184.997765:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320186.019940:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320187.044122:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320188.071978:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320189.094623:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320189.603862:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320164/real 1767320164] req@ffff9b3dca9b3b80 x1853163985853952/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320189 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320189.603904:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985853952/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320189 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320189.603923:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320164/real 1767320164] req@ffff9b3dca9b1180 x1853163985854080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320189 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320189.603934:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985854080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320189 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320189.603942:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320164/real 1767320164] req@ffff9b3dca9b1c00 x1853163985854208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320189 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320189.603950:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985854208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320189 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320189.603967:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320189.603993:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320189.603997:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985853952:0@lo:250:kworker.0 00000100:00080000:3.0:1767320189.604002:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320189.604007:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320189.604010:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985854080:0@lo:38:kworker.0 00000100:00080000:3.0:1767320189.604013:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320189.604017:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320189.604018:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320189.604020:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985854208:0@lo:38:kworker.0 00000100:00080000:1.0:1767320189.604023:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320189.604025:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320189.604030:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5409 00000100:00080000:1.0:1767320189.604033:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320189.604039:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320189.604067:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985854336/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320189.604092:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320189.604095:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320189.604097:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320189.604100:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5409 00000100:00080000:1.0:1767320189.604103:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320189.604106:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320189.604120:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985854464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320189.604128:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320189.604131:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320189.604133:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320189.604136:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5409 00000100:00080000:1.0:1767320189.604149:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320189.604152:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320189.604167:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985854592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320189.604237:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985854336:0@lo:250:kworker.0 00000400:00000100:3.0:1767320189.604301:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985854336 offset 0 length 520: 4 00000100:00100000:3.0:1767320189.604362:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985854464:0@lo:38:kworker.0 00000400:00000100:3.0:1767320189.604381:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985854464 offset 0 length 520: 4 00000100:00100000:3.0:1767320189.604393:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985854592:0@lo:38:kworker.0 00000400:00000100:3.0:1767320189.604406:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985854592 offset 0 length 520: 4 00010000:00010000:3.0:1767320190.118182:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320191.143469:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320192.164752:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320193.189285:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320193.694649:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934121216 offset 0 length 520: 4 00000400:00000100:0.0:1767320193.694676:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934121344 offset 0 length 520: 4 00010000:00010000:3.0:1767320194.212068:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320194.724012:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320194.724025:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320194.724028:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320194.724031:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320194.724034:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320194.724037:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320195.240917:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320196.260145:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320197.285184:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320198.307960:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320199.332078:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320199.844485:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320199.844498:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320199.844501:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320199.844505:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320199.844509:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320199.844512:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320200.355920:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320201.379980:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320202.404716:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320203.431623:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320204.452067:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320204.963913:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320204.963925:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320204.963928:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320204.963932:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320204.963935:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320204.963938:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320205.479955:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320206.502327:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320207.524075:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320208.550944:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320209.571936:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320210.084906:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320210.084916:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320210.084919:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320210.084922:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320210.084924:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320210.084927:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320210.595946:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320211.620031:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320212.644055:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320213.686997:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320214.180037:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320189/real 1767320189] req@ffff9b3ef40e0700 x1853163985854336/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320214 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320214.180070:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985854336/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320214 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320214.180079:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320189/real 1767320189] req@ffff9b3ef40e0000 x1853163985854464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320214 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320214.180091:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985854464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320214 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320214.180098:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320189/real 1767320189] req@ffff9b3ef40e3b80 x1853163985854592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320214 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320214.180108:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985854592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320214 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320214.180125:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320214.180150:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320214.180153:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985854336:0@lo:250:kworker.0 00000100:00080000:1.0:1767320214.180158:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320214.180164:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320214.180167:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985854464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320214.180170:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320214.180174:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320214.180177:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985854592:0@lo:38:kworker.0 00000100:00080000:3.0:1767320214.180232:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.180244:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320214.180249:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.180257:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5434 00000100:00080000:3.0:1767320214.180262:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.180270:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767320214.180315:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb686680 x1853163985854720/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320214.180350:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.180354:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320214.180356:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.180360:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5434 00000100:00080000:3.0:1767320214.180363:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.180366:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767320214.180383:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb685180 x1853163985854848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320214.180392:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.180395:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320214.180397:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.180400:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5434 00000100:00080000:3.0:1767320214.180402:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.180406:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767320214.180417:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985854976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320214.180625:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985854720:0@lo:250:kworker.0 00000400:00000100:1.0:1767320214.180678:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985854720 offset 0 length 520: 4 00000100:00100000:1.0:1767320214.180751:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985854848:0@lo:38:kworker.0 00000400:00000100:1.0:1767320214.180772:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985854848 offset 0 length 520: 4 00000100:00100000:1.0:1767320214.180786:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985854976:0@lo:38:kworker.0 00000400:00000100:1.0:1767320214.180802:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985854976 offset 0 length 520: 4 00010000:00010000:3.0:1767320214.692781:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320215.716274:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320216.743417:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320217.764767:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320218.279638:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934121472 offset 0 length 520: 4 00000400:00000100:0.0:1767320218.279923:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934121600 offset 0 length 520: 4 00010000:00010000:3.0:1767320218.788480:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320219.300102:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320219.300113:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320219.300116:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320219.300119:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320219.300122:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320219.300125:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320219.811936:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320220.835962:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320221.859949:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320222.884596:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320223.908020:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320224.420711:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320224.420725:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320224.420747:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320224.420751:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320224.420755:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320224.420758:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320224.932594:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320225.962165:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320226.985822:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320228.004215:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320229.029819:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320229.539876:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320229.539888:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320229.539891:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320229.539895:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320229.539897:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320229.539900:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320230.052452:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320231.077509:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320232.103025:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320233.126117:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320234.147944:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320234.659989:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320234.660000:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320234.660003:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320234.660006:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320234.660009:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320234.660011:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320235.172147:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320236.196167:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320237.222250:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320238.245357:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320239.268045:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320239.780530:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320239.780546:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320239.780548:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320239.780551:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320239.780554:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320239.780557:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320239.781297:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320214/real 1767320214] req@ffff9b3efb686680 x1853163985854720/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320239 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320239.781341:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb686680 x1853163985854720/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320239 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320239.781352:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320214/real 1767320214] req@ffff9b3efb685180 x1853163985854848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320239 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320239.781366:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb685180 x1853163985854848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320239 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320239.781376:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320214/real 1767320214] req@ffff9b3efb687b80 x1853163985854976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320239 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320239.781388:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985854976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320239 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320239.781406:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320239.781426:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320239.781430:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985854720:0@lo:250:kworker.0 00000100:00080000:1.0:1767320239.781436:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320239.781440:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320239.781443:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985854848:0@lo:38:kworker.0 00000100:00080000:1.0:1767320239.781446:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320239.781450:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320239.781453:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985854976:0@lo:38:kworker.0 00000100:00080000:3.0:1767320239.783406:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320239.783423:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320239.783427:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320239.783434:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5459 00000100:00080000:3.0:1767320239.783439:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320239.783446:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767320239.783478:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687800 x1853163985855104/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320239.783506:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320239.783511:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320239.783512:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320239.783515:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5459 00000100:00080000:3.0:1767320239.783518:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320239.783521:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767320239.783535:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb684000 x1853163985855232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320239.783553:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320239.783556:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320239.783558:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320239.783561:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5459 00000100:00080000:3.0:1767320239.783564:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320239.783567:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:3.0:1767320239.783578:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3efb687b80 x1853163985855360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320239.785531:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985855104:0@lo:250:kworker.0 00000400:00000100:1.0:1767320239.785597:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985855104 offset 0 length 520: 4 00000100:00100000:1.0:1767320239.785643:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985855232:0@lo:38:kworker.0 00000400:00000100:1.0:1767320239.785662:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985855232 offset 0 length 520: 4 00000100:00100000:1.0:1767320239.785675:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985855360:0@lo:38:kworker.0 00000400:00000100:1.0:1767320239.785693:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985855360 offset 0 length 520: 4 00010000:00010000:1.0:1767320240.292014:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320241.316697:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320242.339987:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320243.376957:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320243.870835:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934121728 offset 0 length 520: 4 00000400:00000100:0.0:1767320243.870860:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934121856 offset 0 length 520: 4 00010000:00010000:1.0:1767320244.388411:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320244.899863:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320244.899874:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320244.899877:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320244.899881:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320244.899883:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320244.899886:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320245.411964:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320246.453485:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320247.462631:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320248.483895:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320249.508978:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320250.020355:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320250.020365:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320250.020368:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320250.020372:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320250.020375:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320250.020378:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320250.533881:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320251.556079:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320252.580109:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320253.604061:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320254.629968:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320255.139833:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320255.139842:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320255.139845:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320255.139848:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320255.139850:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320255.139852:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320255.653966:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320256.677518:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320257.703166:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320258.724014:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320259.748054:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320260.259877:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320260.259888:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320260.259892:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320260.259896:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320260.259899:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320260.259902:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320260.772683:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320261.798870:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320262.825793:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320263.844644:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320264.356096:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320239/real 1767320239] req@ffff9b3efb687800 x1853163985855104/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320264 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320264.356143:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687800 x1853163985855104/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320264 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320264.356154:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320239/real 1767320239] req@ffff9b3efb684000 x1853163985855232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320264 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320264.356166:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb684000 x1853163985855232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320264 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320264.356177:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320239/real 1767320239] req@ffff9b3efb687b80 x1853163985855360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320264 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320264.356188:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3efb687b80 x1853163985855360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320264 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320264.356210:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.356240:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320264.356245:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985855104:0@lo:250:kworker.0 00000100:00080000:3.0:1767320264.356251:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.356258:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320264.356262:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985855232:0@lo:38:kworker.0 00000100:00080000:3.0:1767320264.356266:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.356270:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320264.356274:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3efb687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985855360:0@lo:38:kworker.0 00000100:00080000:0.0:1767320264.356385:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320264.356392:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320264.356395:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320264.356401:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5485 00000100:00080000:0.0:1767320264.356406:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320264.356414:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320264.356458:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985855488/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320264.356487:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320264.356490:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320264.356492:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320264.356496:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5485 00000100:00080000:0.0:1767320264.356499:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320264.356502:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320264.356519:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3800 x1853163985855616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320264.356528:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320264.356530:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320264.356532:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320264.356535:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5485 00000100:00080000:0.0:1767320264.356538:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320264.356541:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320264.356553:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985855744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320264.356626:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985855488:0@lo:250:kworker.0 00000400:00000100:3.0:1767320264.356703:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985855488 offset 0 length 520: 4 00000100:00100000:3.0:1767320264.356808:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985855616:0@lo:38:kworker.0 00000400:00000100:3.0:1767320264.356829:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985855616 offset 0 length 520: 4 00000100:00100000:3.0:1767320264.356842:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985855744:0@lo:38:kworker.0 00000400:00000100:3.0:1767320264.356856:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985855744 offset 0 length 520: 4 00010000:00010000:1.0:1767320264.871013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320265.892119:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320266.915911:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320267.943083:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320268.443800:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934121984 offset 0 length 520: 4 00000400:00000100:2.0:1767320268.451096:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934122112 offset 0 length 520: 4 00010000:00010000:1.0:1767320268.963984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320269.475876:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.475887:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320269.475890:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.475893:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320269.475906:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.475909:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320269.988176:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320271.011999:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320272.036003:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320273.059981:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320274.083987:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320274.599199:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320274.599210:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320274.599213:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320274.599217:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320274.599219:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320274.599222:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320275.108075:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320276.132090:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320277.156796:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320278.179998:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320279.204043:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320279.715964:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.715976:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320279.715979:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.715982:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320279.715985:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.715987:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320280.228593:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320281.255288:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320282.275926:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320283.300042:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320284.324660:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320284.836831:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320284.836842:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320284.836855:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320284.836859:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320284.836861:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320284.836865:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320285.348000:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320286.372082:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320287.396606:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320288.419958:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320289.444819:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320289.955858:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320264/real 1767320264] req@ffff9b3dca9b2d80 x1853163985855488/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320289 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320289.955894:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985855488/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320289 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320289.955905:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320264/real 1767320264] req@ffff9b3dca9b3800 x1853163985855616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320289 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320289.955916:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3800 x1853163985855616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320289 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320289.955926:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320264/real 1767320264] req@ffff9b3dca9b1f80 x1853163985855744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320289 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320289.955936:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985855744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320289 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320289.955953:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320289.955963:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320289.955966:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985855488:0@lo:250:kworker.0 00000100:00080000:1.0:1767320289.955972:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320289.955976:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320289.955979:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985855616:0@lo:38:kworker.0 00000100:00080000:1.0:1767320289.955984:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320289.955988:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320289.955990:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985855744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320289.956083:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320289.956089:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320289.956093:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320289.956098:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5509 00000100:00080000:2.0:1767320289.956102:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320289.956108:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320289.956145:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985855872/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320289.956171:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320289.956175:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320289.956177:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320289.956180:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5509 00000100:00080000:2.0:1767320289.956183:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320289.956186:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320289.956201:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985856000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320289.956209:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320289.956211:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320289.956213:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320289.956216:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5509 00000100:00080000:2.0:1767320289.956219:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320289.956222:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320289.956231:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985856128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320289.956302:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985855872:0@lo:250:kworker.0 00000400:00000100:1.0:1767320289.956350:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985855872 offset 0 length 520: 4 00000100:00100000:1.0:1767320289.956414:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985856000:0@lo:38:kworker.0 00000400:00000100:1.0:1767320289.956433:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985856000 offset 0 length 520: 4 00000100:00100000:1.0:1767320289.956446:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985856128:0@lo:38:kworker.0 00000400:00000100:1.0:1767320289.956461:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985856128 offset 0 length 520: 4 00010000:00010000:1.0:1767320290.467989:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320291.492386:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320292.516842:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320293.540278:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320294.046145:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934122240 offset 0 length 520: 4 00000400:00000100:2.0:1767320294.046172:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934122368 offset 0 length 520: 4 00010000:00010000:3.0:1767320294.566566:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320295.076452:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320295.076462:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320295.076465:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320295.076469:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320295.076472:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320295.076474:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320295.588007:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320296.612375:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320297.637204:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320298.660239:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320299.684185:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320300.195877:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320300.195889:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320300.195894:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320300.195898:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320300.195901:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320300.195904:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320300.712406:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320301.732676:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320302.756355:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320303.780437:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320304.804532:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320305.315977:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320305.315990:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320305.315993:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320305.315997:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320305.315999:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320305.316002:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320305.829520:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320306.852111:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320307.877406:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320308.900109:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320309.924013:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320310.437792:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320310.437809:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320310.437812:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320310.437816:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320310.437819:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320310.437822:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320310.948217:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320311.971928:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320312.996137:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320314.021414:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320314.531931:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320289/real 1767320289] req@ffff9b3ec51c0700 x1853163985855872/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320314 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320314.531978:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985855872/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320314 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320314.531990:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320289/real 1767320289] req@ffff9b3ec51c1c00 x1853163985856000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320314 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320314.532000:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985856000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320314 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320314.532009:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320289/real 1767320289] req@ffff9b3ec51c1880 x1853163985856128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320314 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320314.532019:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985856128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320314 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320314.532170:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320314.532204:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320314.532210:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985855872:0@lo:250:kworker.0 00000100:00080000:3.0:1767320314.532218:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320314.532225:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320314.532228:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985856000:0@lo:38:kworker.0 00000100:00080000:3.0:1767320314.532235:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320314.532241:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320314.532245:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985856128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320314.532266:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320314.532274:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320314.532280:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320314.532287:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5535 00000100:00080000:1.0:1767320314.532294:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320314.532314:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320314.532362:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985856256/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320314.532398:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320314.532402:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320314.532404:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320314.532408:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5535 00000100:00080000:1.0:1767320314.532410:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320314.532414:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320314.532432:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985856384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320314.532444:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320314.532447:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320314.532449:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320314.532454:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985856256:0@lo:250:kworker.0 00000100:00080000:1.0:1767320314.532457:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5535 00000100:00080000:1.0:1767320314.532464:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320314.532470:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320314.532485:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985856512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767320314.532524:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985856256 offset 0 length 520: 4 00000100:00100000:3.0:1767320314.532575:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985856384:0@lo:38:kworker.0 00000400:00000100:3.0:1767320314.532609:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985856384 offset 0 length 520: 4 00000100:00100000:3.0:1767320314.532623:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985856512:0@lo:38:kworker.0 00000400:00000100:3.0:1767320314.532639:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985856512 offset 0 length 520: 4 00010000:00010000:2.0:1767320315.044140:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320316.072897:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320317.092531:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320318.118984:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320318.622261:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934122496 offset 0 length 520: 4 00000400:00000100:2.0:1767320318.622295:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934122624 offset 0 length 520: 4 00010000:00010000:2.0:1767320319.140388:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320319.652975:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320319.652990:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320319.652994:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320319.652999:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320319.653002:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320319.653006:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320320.164079:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320321.188271:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320322.213516:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320323.237260:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320324.259959:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320324.771838:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320324.771853:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320324.771858:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320324.771862:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320324.771865:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320324.771869:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320325.284263:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320326.308089:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320327.332181:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320328.356134:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320329.380037:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320329.891921:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320329.891935:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320329.891939:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320329.891943:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320329.891946:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320329.891949:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320330.407801:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320331.428068:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320332.452224:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320333.478663:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320334.500023:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320335.012138:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320335.012157:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320335.012162:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320335.012166:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320335.012169:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320335.012173:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320335.529025:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320336.548002:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320337.574427:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320338.596184:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320339.109802:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320314/real 1767320314] req@ffff9b3ef40e0000 x1853163985856384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320339.109854:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0000 x1853163985856384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320339.109867:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320314/real 1767320314] req@ffff9b3ef40e0700 x1853163985856512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320339.109882:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e0700 x1853163985856512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320339.109892:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320314/real 1767320314] req@ffff9b3ef40e3b80 x1853163985856256/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320339.109904:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985856256/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320339.109937:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320339.109971:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320339.109976:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985856384:0@lo:38:kworker.0 00000100:00080000:0.0:1767320339.109983:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320339.109990:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320339.109993:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985856512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320339.109997:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320339.110002:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320339.110004:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985856256:0@lo:250:kworker.0 00000100:00080000:1.0:1767320339.110292:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320339.110300:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320339.110304:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320339.110310:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5559 00000100:00080000:1.0:1767320339.110315:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320339.110323:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320339.110364:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e2680 x1853163985856640/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320339.110416:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320339.110421:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320339.110423:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320339.110426:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5559 00000100:00080000:1.0:1767320339.110429:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320339.110433:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320339.110450:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e1180 x1853163985856768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320339.110470:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320339.110472:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320339.110474:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320339.110477:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5559 00000100:00080000:1.0:1767320339.110479:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320339.110483:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320339.110494:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e3b80 x1853163985856896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320339.113369:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985856640:0@lo:250:kworker.0 00000400:00000100:0.0:1767320339.113468:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985856640 offset 0 length 520: 4 00000100:00100000:0.0:1767320339.113559:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985856768:0@lo:38:kworker.0 00000400:00000100:0.0:1767320339.113583:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985856768 offset 0 length 520: 4 00000100:00100000:0.0:1767320339.113598:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985856896:0@lo:38:kworker.0 00000400:00000100:0.0:1767320339.113613:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985856896 offset 0 length 520: 4 00010000:00010000:3.0:1767320339.622557:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320340.645179:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320341.668535:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320342.693042:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320343.197079:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934122752 offset 0 length 520: 4 00000400:00000100:0.0:1767320343.197110:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934122880 offset 0 length 520: 4 00010000:00010000:3.0:1767320343.718282:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320344.228287:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.228311:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320344.228316:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.228319:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320344.228324:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.228327:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320344.741171:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320345.768804:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320346.788917:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320347.813922:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320348.835998:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320349.348188:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320349.348209:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320349.348212:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320349.348216:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320349.348218:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320349.348221:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320349.860260:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320350.884395:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320351.909252:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320352.932828:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320353.958467:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320354.468670:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320354.468677:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320354.468680:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320354.468683:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320354.468686:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320354.468689:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320354.980104:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320356.004069:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320357.028099:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320358.053271:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320359.076234:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320359.587946:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320359.587963:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320359.587966:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320359.587969:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320359.587973:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320359.587976:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320360.100240:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320361.126030:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320362.148000:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320363.171993:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320364.198298:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320364.708206:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320339/real 1767320339] req@ffff9b3ef40e2680 x1853163985856640/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320364.708256:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e2680 x1853163985856640/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320364.708273:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320339/real 1767320339] req@ffff9b3ef40e1180 x1853163985856768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320364.708290:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e1180 x1853163985856768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320364.708298:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320339/real 1767320339] req@ffff9b3ef40e3b80 x1853163985856896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320364.708307:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ef40e3b80 x1853163985856896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320364.708324:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320364.708332:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320364.708336:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985856640:0@lo:250:kworker.0 00000100:00080000:2.0:1767320364.708341:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320364.708344:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320364.708348:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985856768:0@lo:38:kworker.0 00000100:00080000:2.0:1767320364.708352:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320364.708356:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320364.708358:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ef40e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985856896:0@lo:38:kworker.0 00000100:00080000:0.0:1767320364.708491:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320364.708497:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320364.708500:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320364.708510:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320364.708514:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320364.708520:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320364.708560:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0a80 x1853163985857024/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320364.708585:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320364.708588:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320364.708590:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320364.708594:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320364.708604:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320364.708608:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320364.708624:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1f80 x1853163985857152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320364.708632:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320364.708635:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320364.708636:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320364.708640:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320364.708642:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320364.708645:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320364.708656:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3800 x1853163985857280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320364.730032:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985857024:0@lo:250:kworker.0 00000400:00000100:3.0:1767320364.730105:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985857024 offset 0 length 520: 4 00000100:00100000:3.0:1767320364.730172:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985857152:0@lo:38:kworker.0 00000400:00000100:3.0:1767320364.730195:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985857152 offset 0 length 520: 4 00000100:00100000:3.0:1767320364.730209:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985857280:0@lo:38:kworker.0 00000400:00000100:3.0:1767320364.730224:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985857280 offset 0 length 520: 4 00010000:00010000:1.0:1767320365.220076:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320366.244079:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320367.268344:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320368.292078:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320368.805595:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934123008 offset 0 length 520: 4 00000400:00000100:0.0:1767320368.805619:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934123136 offset 0 length 520: 4 00010000:00010000:1.0:1767320369.319476:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320369.828179:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320369.828191:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320369.828194:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320369.828197:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320369.828200:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320369.828203:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320370.339977:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320371.368153:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320372.394063:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320373.414436:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320374.436069:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320374.948595:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320374.948607:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320374.948610:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320374.948613:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320374.948616:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320374.948619:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320375.461262:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320376.485664:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320377.507989:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320378.532205:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320379.555964:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320380.067863:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320380.067871:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320380.067873:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320380.067876:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320380.067882:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320380.067886:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320380.580022:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320381.604347:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320382.628112:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320383.652026:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320384.677615:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320385.189125:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320385.189137:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320385.189141:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320385.189144:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320385.189147:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320385.189150:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320385.700073:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320386.725596:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320387.750706:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320388.772000:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320389.284374:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320364/real 1767320364] req@ffff9b3dca9b0a80 x1853163985857024/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320389.284426:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0a80 x1853163985857024/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320389.284437:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320364/real 1767320364] req@ffff9b3dca9b1f80 x1853163985857152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320389.284450:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1f80 x1853163985857152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320389.284470:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320364/real 1767320364] req@ffff9b3dca9b3800 x1853163985857280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320389.284482:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3800 x1853163985857280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320389.284500:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320389.284534:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320389.284539:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985857024:0@lo:250:kworker.0 00000100:00080000:3.0:1767320389.284545:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320389.284551:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320389.284555:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985857152:0@lo:38:kworker.0 00000100:00080000:3.0:1767320389.284560:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320389.284575:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320389.284579:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985857280:0@lo:38:kworker.0 00000100:00080000:0.0:1767320389.284654:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320389.284660:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320389.284664:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320389.284669:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5609 00000100:00080000:0.0:1767320389.284673:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320389.284679:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320389.284722:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2d80 x1853163985857408/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320389.284774:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320389.284778:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320389.284779:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320389.284782:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5609 00000100:00080000:0.0:1767320389.284785:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320389.284789:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320389.284805:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1c00 x1853163985857536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320389.284813:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320389.284816:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320389.284818:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320389.284821:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5609 00000100:00080000:0.0:1767320389.284823:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320389.284827:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320389.284835:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1180 x1853163985857664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320389.286105:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985857408:0@lo:250:kworker.0 00000400:00000100:3.0:1767320389.286185:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985857408 offset 0 length 520: 4 00000100:00100000:3.0:1767320389.286249:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985857536:0@lo:38:kworker.0 00000400:00000100:3.0:1767320389.286271:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985857536 offset 0 length 520: 4 00000100:00100000:3.0:1767320389.286284:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985857664:0@lo:38:kworker.0 00000400:00000100:3.0:1767320389.286298:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985857664 offset 0 length 520: 4 00010000:00010000:2.0:1767320389.796666:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320390.820143:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320391.843976:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320392.868635:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320393.372896:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934123264 offset 0 length 520: 4 00000400:00000100:0.0:1767320393.372930:0:6205:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934123392 offset 0 length 520: 4 00010000:00010000:2.0:1767320393.893648:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320394.404007:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320394.404021:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320394.404023:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320394.404026:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320394.404029:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320394.404032:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320394.915926:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320395.940313:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320396.964221:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320397.988333:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320399.012401:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320399.524128:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320399.524141:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320399.524144:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320399.524148:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320399.524151:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320399.524154:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320400.036281:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320401.065148:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320402.085198:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320403.108114:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320404.131967:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320404.647247:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320404.647257:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320404.647260:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320404.647263:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320404.647266:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320404.647269:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320405.157240:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320406.180179:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320407.203985:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320408.230081:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320409.252018:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320409.764166:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320409.764177:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320409.764180:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320409.764183:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320409.764186:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320409.764189:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320410.276056:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320411.300385:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320412.324074:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320413.348501:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320414.372211:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320414.883883:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320414.883894:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320414.883897:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320414.883900:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320414.883903:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320414.883906:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320414.885296:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320389/real 1767320389] req@ffff9b3dca9b2d80 x1853163985857408/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320414.885337:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2d80 x1853163985857408/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320414.885348:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320389/real 1767320389] req@ffff9b3dca9b1c00 x1853163985857536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320414.885359:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1c00 x1853163985857536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320414.885368:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320389/real 1767320389] req@ffff9b3dca9b1180 x1853163985857664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320414.885377:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1180 x1853163985857664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320414.885397:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320414.885420:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320414.885424:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985857408:0@lo:250:kworker.0 00000100:00080000:3.0:1767320414.885430:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320414.885436:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320414.885439:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985857536:0@lo:38:kworker.0 00000100:00080000:3.0:1767320414.885443:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320414.885449:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320414.885460:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985857664:0@lo:38:kworker.0 00000100:00080000:0.0:1767320414.886119:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320414.886125:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320414.886129:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320414.886134:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5634 00000100:00080000:0.0:1767320414.886138:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320414.886146:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320414.886186:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985857792/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320414.886215:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320414.886219:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320414.886220:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320414.886223:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5634 00000100:00080000:0.0:1767320414.886226:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320414.886230:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320414.886244:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985857920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320414.886253:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320414.886256:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320414.886258:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320414.886261:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5634 00000100:00080000:0.0:1767320414.886263:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320414.886267:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320414.886277:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985858048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320414.887312:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985857792:0@lo:250:kworker.0 00000400:00000100:3.0:1767320414.887376:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985857792 offset 0 length 520: 4 00000100:00100000:3.0:1767320414.887463:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985857920:0@lo:38:kworker.0 00000400:00000100:3.0:1767320414.887484:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985857920 offset 0 length 520: 4 00000100:00100000:3.0:1767320414.887498:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985858048:0@lo:38:kworker.0 00000400:00000100:3.0:1767320414.887512:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985858048 offset 0 length 520: 4 00010000:00010000:3.0:1767320415.399893:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320416.421840:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320417.445283:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320418.468478:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320418.972029:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934123520 offset 0 length 520: 4 00000400:00000100:3.0:1767320418.972057:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934123648 offset 0 length 520: 4 00010000:00010000:3.0:1767320419.492196:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320420.004435:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320420.004449:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320420.004452:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320420.004454:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320420.004457:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320420.004460:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320420.516088:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320421.540320:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320422.573365:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320423.589014:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320424.612193:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320425.125224:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.125237:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320425.125240:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.125243:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320425.125246:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.125249:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320425.640205:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320426.660047:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320427.684334:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320428.709075:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320429.731979:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320430.248222:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320430.248237:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320430.248240:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320430.248244:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320430.248248:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320430.248252:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320430.757866:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320431.781705:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320432.805088:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320433.828633:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320434.851961:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320435.364185:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320435.364198:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320435.364202:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320435.364205:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320435.364208:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320435.364213:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320435.876163:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320436.901175:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320437.923946:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320438.948161:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320439.459957:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320414/real 1767320414] req@ffff9b3dca9b3b80 x1853163985857792/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320439.459994:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985857792/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320439.460005:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320414/real 1767320414] req@ffff9b3dca9b3100 x1853163985857920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320439.460016:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985857920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320439.460024:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320414/real 1767320414] req@ffff9b3dca9b2300 x1853163985858048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320439.460034:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985858048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320439.460052:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320439.460080:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320439.460085:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985857792:0@lo:250:kworker.0 00000100:00080000:0.0:1767320439.460091:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320439.460096:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320439.460099:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985857920:0@lo:38:kworker.0 00000100:00080000:0.0:1767320439.460103:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320439.460107:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320439.460110:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985858048:0@lo:38:kworker.0 00000100:00080000:2.0:1767320439.460213:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320439.460219:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320439.460222:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320439.460227:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5660 00000100:00080000:2.0:1767320439.460238:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320439.460246:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320439.460497:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1880 x1853163985858176/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320439.460522:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320439.460525:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320439.460527:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320439.460531:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5660 00000100:00080000:2.0:1767320439.460549:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320439.460554:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320439.460571:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c1c00 x1853163985858304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320439.460579:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320439.460582:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320439.460584:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320439.460587:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5660 00000100:00080000:2.0:1767320439.460589:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320439.460592:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:2.0:1767320439.460602:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ec51c0700 x1853163985858432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320439.461010:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985858176:0@lo:250:kworker.0 00000400:00000100:0.0:1767320439.461064:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985858176 offset 0 length 520: 4 00000100:00100000:0.0:1767320439.461156:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985858304:0@lo:38:kworker.0 00000400:00000100:0.0:1767320439.461176:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985858304 offset 0 length 520: 4 00000100:00100000:0.0:1767320439.461187:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985858432:0@lo:38:kworker.0 00000400:00000100:0.0:1767320439.461200:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985858432 offset 0 length 520: 4 00010000:00010000:3.0:1767320439.972623:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320440.996137:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320442.019946:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320443.046050:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320443.557646:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934123776 offset 0 length 520: 4 00000400:00000100:3.0:1767320443.557681:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934123904 offset 0 length 520: 4 00010000:00010000:1.0:1767320444.068789:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320444.584948:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320444.584973:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320444.584976:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320444.584980:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320444.584984:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320444.584987:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320445.095367:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320446.116807:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320447.140677:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320448.167162:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320449.188908:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320449.699927:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320449.699940:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320449.699943:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320449.699946:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320449.699951:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320449.699954:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320450.212093:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320451.236028:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320452.260032:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320453.284014:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320454.308062:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320454.820485:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320454.820493:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320454.820496:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320454.820499:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320454.820502:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320454.820505:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320455.332500:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320456.356129:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320457.380027:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320458.404684:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320459.428367:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320459.940591:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320459.940602:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320459.940605:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320459.940608:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320459.940611:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320459.940614:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320460.452260:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320461.479276:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320462.502570:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320463.523941:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320464.036033:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320439/real 1767320439] req@ffff9b3ec51c1880 x1853163985858176/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320464.036072:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1880 x1853163985858176/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320464.036082:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320439/real 1767320439] req@ffff9b3ec51c1c00 x1853163985858304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320464.036105:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c1c00 x1853163985858304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320464.036114:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320439/real 1767320439] req@ffff9b3ec51c0700 x1853163985858432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320464.036130:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3ec51c0700 x1853163985858432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320464.036147:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320464.036172:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320464.036176:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985858176:0@lo:250:kworker.0 00000100:00080000:3.0:1767320464.036182:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320464.036187:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320464.036191:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985858304:0@lo:38:kworker.0 00000100:00080000:3.0:1767320464.036195:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320464.036199:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320464.036201:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3ec51c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985858432:0@lo:38:kworker.0 00000100:00080000:0.0:1767320464.036285:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320464.036291:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320464.036294:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320464.036299:0:53883:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5684 00000100:00080000:0.0:1767320464.036303:0:53883:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320464.036308:0:53883:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320464.036341:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2300 x1853163985858560/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320464.036365:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320464.036369:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320464.036371:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320464.036374:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5684 00000100:00080000:0.0:1767320464.036376:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320464.036380:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320464.036395:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3100 x1853163985858688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320464.036404:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320464.036406:0:53883:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320464.036408:0:53883:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320464.036411:0:53883:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5684 00000100:00080000:0.0:1767320464.036413:0:53883:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320464.036416:0:53883:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320464.036426:0:53883:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b3b80 x1853163985858816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320464.036493:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985858560:0@lo:250:kworker.0 00000400:00000100:3.0:1767320464.036547:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985858560 offset 0 length 520: 4 00000100:00100000:3.0:1767320464.036593:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985858688:0@lo:38:kworker.0 00000400:00000100:3.0:1767320464.036613:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985858688 offset 0 length 520: 4 00000100:00100000:3.0:1767320464.036626:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985858816:0@lo:38:kworker.0 00000400:00000100:3.0:1767320464.036639:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985858816 offset 0 length 520: 4 00010000:00010000:3.0:1767320464.549381:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320465.576478:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320466.596023:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320467.622763:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320468.136541:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934124032 offset 0 length 520: 4 00000400:00000100:3.0:1767320468.136566:0:6207:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934124160 offset 0 length 520: 4 00010000:00010000:3.0:1767320468.644076:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320469.157060:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.157069:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320469.157073:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.157076:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320469.157078:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320469.157081:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320469.668245:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320470.691971:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320471.716945:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320472.739977:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320473.763982:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320474.275877:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320474.275887:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320474.275890:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320474.275894:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320474.275896:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320474.275913:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320474.788009:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320475.812960:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320476.835901:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320477.859985:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320478.888240:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320479.399884:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.399895:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320479.399898:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.399902:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320479.399905:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320479.399909:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320479.908105:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320480.932196:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320481.956895:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320482.981582:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320484.004173:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320484.516115:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320484.516126:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320484.516129:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320484.516133:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320484.516136:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320484.516139:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320485.028897:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320486.051947:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320487.077065:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320488.100071:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320489.125036:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320489.637196:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320489.637206:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320489.637210:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320489.637213:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320489.637215:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320489.637218:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320489.637237:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320464/real 1767320464] req@ffff9b3dca9b2300 x1853163985858560/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320489.637270:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2300 x1853163985858560/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320489.637290:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320464/real 1767320464] req@ffff9b3dca9b3100 x1853163985858688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320489.637302:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3100 x1853163985858688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320489.637317:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320464/real 1767320464] req@ffff9b3dca9b3b80 x1853163985858816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320489.637333:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b3b80 x1853163985858816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320489.637350:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320489.637368:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320489.637372:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985858560:0@lo:250:kworker.0 00000100:00080000:1.0:1767320489.637377:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320489.637381:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320489.637384:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985858688:0@lo:38:kworker.0 00000100:00080000:1.0:1767320489.637403:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320489.637408:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320489.637411:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985858816:0@lo:38:kworker.0 00000100:00080000:0.0:1767320489.637437:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320489.637442:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320489.637445:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320489.637450:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5709 00000100:00080000:0.0:1767320489.637453:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320489.637459:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320489.637487:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b2a00 x1853163985858944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320489.637510:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320489.637513:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320489.637515:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320489.637518:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5709 00000100:00080000:0.0:1767320489.637521:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320489.637525:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320489.637538:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b0000 x1853163985859072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320489.637546:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320489.637548:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320489.637549:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320489.637552:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5709 00000100:00080000:0.0:1767320489.637554:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320489.637557:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:0.0:1767320489.637566:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3dca9b1880 x1853163985859200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320489.637763:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985858944:0@lo:250:kworker.0 00000400:00000100:1.0:1767320489.637812:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985858944 offset 0 length 520: 4 00000100:00100000:1.0:1767320489.637858:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985859072:0@lo:38:kworker.0 00000400:00000100:1.0:1767320489.637876:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985859072 offset 0 length 520: 4 00000100:00100000:1.0:1767320489.637888:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985859200:0@lo:38:kworker.0 00000400:00000100:1.0:1767320489.637905:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985859200 offset 0 length 520: 4 00010000:00010000:1.0:1767320490.147935:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320491.172192:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320492.196079:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320493.220107:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320493.724485:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 26 match 1853163934124288 offset 0 length 520: 4 00000400:00000100:0.0:1767320493.724511:0:6206:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.9@tcp portal 12 match 1853163934124416 offset 0 length 520: 4 00010000:00010000:1.0:1767320494.245589:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320494.756025:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320494.756035:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320494.756038:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320494.756041:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320494.756044:0:53883:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320494.756046:0:53883:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320495.267991:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320496.291911:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320497.316013:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320498.344155:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320499.364545:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320499.882904:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320499.882916:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320499.882919:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320499.882923:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320499.882926:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320499.882928:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320500.390171:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320501.411998:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320502.436015:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320503.459922:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320504.484067:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320504.995868:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.995879:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320504.995882:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.995885:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320504.995888:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320504.995890:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320505.507924:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320506.532427:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320507.555952:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320508.580309:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320509.604432:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320510.116151:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320510.116163:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320510.116166:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320510.116169:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320510.116173:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320510.116175:0:25491:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767320510.627912:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320511.652090:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320512.678386:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320513.704438:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320514.212840:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320489/real 1767320489] req@ffff9b3dca9b2a00 x1853163985858944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320514.212880:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b2a00 x1853163985858944/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320514.212891:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320489/real 1767320489] req@ffff9b3dca9b0000 x1853163985859072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320514.212901:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b0000 x1853163985859072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320514.212910:0:6211:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320489/real 1767320489] req@ffff9b3dca9b1880 x1853163985859200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320514.212926:0:6211:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b3dca9b1880 x1853163985859200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320514.212946:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320514.212971:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320514.212975:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985858944:0@lo:250:kworker.0 00000100:00080000:0.0:1767320514.212981:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320514.212987:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320514.212990:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985859072:0@lo:38:kworker.0 00000100:00080000:0.0:1767320514.212995:0:6211:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320514.212999:0:6211:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320514.213002:0:6211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9b3dca9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985859200:0@lo:38:kworker.0 00000100:00080000:1.0:1767320514.213236:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4fa5c04-ac5d-42f4-b13c-9f497a86f339->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320514.213242:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320514.213245:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ed9a45800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320514.213250:0:25491:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 0@lo last attempt 5734 00000100:00080000:1.0:1767320514.213254:0:25491:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320514.213260:0:25491:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff9b3ed9a45800 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320514.213293:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0700 x1853163985859328/t0(0) o250->MGC192.168.204.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320514.213318:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320514.213321:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320514.213323:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3efd6df000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320514.213327:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5734 00000100:00080000:1.0:1767320514.213329:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320514.213332:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9b3efd6df000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320514.213348:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0000 x1853163985859456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320514.213355:0:25491:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320514.213358:0:25491:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320514.213360:0:25491:0:(import.c:65:import_set_state_nolock()) ffff9b3ec5003000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320514.213363:0:25491:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5734 00000100:00080000:1.0:1767320514.213365:0:25491:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320514.213368:0:25491:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9b3ec5003000 using connection 192.168.204.109@tcp/0@lo 00000100:00100000:1.0:1767320514.213379:0:25491:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b3ef40e0a80 x1853163985859584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320514.213622:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4fa5c04-ac5d-42f4-b13c-9f497a86f339:6211:1853163985859328:0@lo:250:kworker.0 00000400:00000100:0.0:1767320514.213677:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163985859328 offset 0 length 520: 4 00000100:00100000:0.0:1767320514.213718:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6211:1853163985859456:0@lo:38:kworker.0 00000400:00000100:0.0:1767320514.213760:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985859456 offset 0 length 520: 4 00000100:00100000:0.0:1767320514.213773:0:6211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9b3ef40e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6211:1853163985859584:0@lo:38:kworker.0 00000400:00000100:0.0:1767320514.213788:0:6211:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163985859584 offset 0 length 520: 4 00010000:00010000:1.0:1767320514.725019:0:12906:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320515.748315:0:12907:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320516.771991:0:16280:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320517.796018:0:51901:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 73242 lines, 73242 kept, 0 dropped, 0 bad.